{
"adam8p_wide_grid_seed0":[{"learning_rate": 0.0008696040132105586, "beta1": 0.9274299427840572, "beta2": 0.9958640026061601, "epsilon": 0.0012119407238482059, "l1": 6.499698237449666e-05, "l2": 0.006502000785097662, "linear_decay": 2.054762512591133e-06, "exponential_decay": 2.11193718864315e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed1":[{"learning_rate": 5.6649755830282306e-05, "beta1": 0.9239151876628521, "beta2": 0.9999989984186044, "epsilon": 8.517721660233238e-07, "l1": 2.0931628460945333e-07, "l2": 6.777153976882678e-08, "linear_decay": 3.620600725744735e-07, "exponential_decay": 9.190048828253714e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed10":[{"learning_rate": 0.08747537025773001, "beta1": 0.9998789380130857, "beta2": 0.9936629167925153, "epsilon": 0.5425633738045482, "l1": 0.0003065936182189033, "l2": 1.0547992438188775e-06, "linear_decay": 3.928154802079138e-07, "exponential_decay": 5.228870227011151e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed11":[{"learning_rate": 4.192057199912162e-07, "beta1": 0.9998803532335501, "beta2": 0.9993983953852008, "epsilon": 0.2655468044165513, "l1": 6.051073682823726e-05, "l2": 0.00023379966444168475, "linear_decay": 1.0923012830060762e-07, "exponential_decay": 3.4505249976508896e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed12":[{"learning_rate": 2.4404256524570445e-07, "beta1": 0.9087571617828915, "beta2": 0.9999619906807773, "epsilon": 0.000868184671884927, "l1": 1.3526164422922362e-08, "l2": 1.8566202070046347, "linear_decay": 5.0366823547986315e-05, "exponential_decay": 0.0007938450061765486}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed13":[{"learning_rate": 0.09984393644571514, "beta1": 0.9991084106337178, "beta2": 0.9117588425695904, "epsilon": 358.70677100105866, "l1": 5.667741380617803, "l2": 0.00012051558875250003, "linear_decay": 6.7162582691095736e-06, "exponential_decay": 4.714335173619145e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed14":[{"learning_rate": 0.0004221726493886225, "beta1": 0.8762172267941706, "beta2": 0.8330578069497669, "epsilon": 1.2723609475668807e-10, "l1": 6.132299104788379e-06, "l2": 4.153685919323123, "linear_decay": 3.4621839345565163e-06, "exponential_decay": 0.00011095496107101956}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed15":[{"learning_rate": 0.4358723052701657, "beta1": 0.9994805022155949, "beta2": 0.9999978807641805, "epsilon": 5.01187001837573e-06, "l1": 3.0102901493997288e-06, "l2": 0.0005888463997076949, "linear_decay": 8.274785546655366e-07, "exponential_decay": 0.00012206099968819444}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed16":[{"learning_rate": 1.0223973434894698e-06, "beta1": 0.9876219177091808, "beta2": 0.9979853076402079, "epsilon": 3.9158437271733994e-10, "l1": 1.7642475301982015e-05, "l2": 1.0179547546807502e-06, "linear_decay": 1.1646045578871777e-05, "exponential_decay": 0.00032270502271582055}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed17":[{"learning_rate": 4.4872991607194144e-06, "beta1": 0.9867459982858969, "beta2": 0.9999859030642066, "epsilon": 7.633165109121645e-10, "l1": 0.1210233415566248, "l2": 0.008072381826244172, "linear_decay": 8.176410516239923e-06, "exponential_decay": 1.8758206770113586e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed18":[{"learning_rate": 0.00713457611634097, "beta1": 0.9894848978766372, "beta2": 0.8131002047832298, "epsilon": 2.3116545261175656e-08, "l1": 0.46784028776318376, "l2": 0.0563931786881693, "linear_decay": 9.961047302445613e-06, "exponential_decay": 1.087210542865047e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed19":[{"learning_rate": 7.547487731472397e-08, "beta1": 0.8890828079148805, "beta2": 0.9999696870754176, "epsilon": 6.247581600186837e-09, "l1": 9.616545027485831e-06, "l2": 5.584651604423506e-08, "linear_decay": 1.0373641705312408e-05, "exponential_decay": 3.803808157909332e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed2":[{"learning_rate": 8.393713070692229e-05, "beta1": 0.9998730288867724, "beta2": 0.998014020015115, "epsilon": 4.562376315416117e-05, "l1": 6.071698793016848e-05, "l2": 9.397522821096242e-06, "linear_decay": 4.1109850943453316e-07, "exponential_decay": 1.3873533939792929e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed20":[{"learning_rate": 0.0019641615706238766, "beta1": 0.6101882627216066, "beta2": 0.7765479327548684, "epsilon": 4.035405717641807, "l1": 2.103808815346213e-08, "l2": 0.016819699631080164, "linear_decay": 1.3678637047330186e-06, "exponential_decay": 2.782704969814504e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed21":[{"learning_rate": 2.744883567583618e-08, "beta1": 0.9985663648544955, "beta2": 0.9788262353756416, "epsilon": 1.9099027273978263e-10, "l1": 7.133536494718941e-07, "l2": 2.863909633082113e-08, "linear_decay": 8.068925058345678e-07, "exponential_decay": 1.0192227668258613e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed22":[{"learning_rate": 7.518736003597456e-07, "beta1": 0.9915525768974526, "beta2": 0.9996663983331879, "epsilon": 14.769506380806563, "l1": 3.470994955549956e-07, "l2": 1.1214389743303287e-05, "linear_decay": 6.480350557957122e-07, "exponential_decay": 8.450374352163787e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed23":[{"learning_rate": 0.0004525649903250386, "beta1": 0.38644935745901654, "beta2": 0.9608475849097714, "epsilon": 4.689709824173661e-07, "l1": 9.7590663198739e-07, "l2": 0.01499680578245846, "linear_decay": 3.1726167245542966e-07, "exponential_decay": 6.647718190700581e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed24":[{"learning_rate": 4.366723868659872, "beta1": 0.9371871932803514, "beta2": 0.0018317404678640514, "epsilon": 7.258968255518783e-08, "l1": 1.7762626574329365e-05, "l2": 0.045558447051478435, "linear_decay": 9.758142935005692e-05, "exponential_decay": 0.00011244989820509874}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed25":[{"learning_rate": 0.6778244489079089, "beta1": 0.9786642597866337, "beta2": 0.9999528986186212, "epsilon": 2.6112353543918964e-08, "l1": 5.010731726434877e-05, "l2": 1.1386229265120871e-07, "linear_decay": 1.1347657862362525e-05, "exponential_decay": 4.865940801196998e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed26":[{"learning_rate": 5.9076474983385744e-06, "beta1": 0.9880445502826771, "beta2": 0.9592820439537335, "epsilon": 1.8191544377968154, "l1": 0.6840038753183567, "l2": 4.91238644810668e-07, "linear_decay": 6.434513803124434e-07, "exponential_decay": 3.246561072834265e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed27":[{"learning_rate": 6.784107087581839e-05, "beta1": 0.8187262320892412, "beta2": 0.9741545712428359, "epsilon": 19.232759390348335, "l1": 2.821155052094781e-05, "l2": 6.532955339781701, "linear_decay": 4.7817078701080375e-05, "exponential_decay": 0.00023488457142057604}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed28":[{"learning_rate": 0.036401868846964926, "beta1": 0.9824224472747173, "beta2": 0.9999943791427995, "epsilon": 1.4746901963701524e-05, "l1": 0.10759048282379229, "l2": 0.00039713378491262283, "linear_decay": 3.5324829573371193e-07, "exponential_decay": 2.750814939192788e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed29":[{"learning_rate": 0.5940730759707162, "beta1": 0.9986208107579504, "beta2": 0.9999972486975905, "epsilon": 0.8357639923800345, "l1": 0.00011870568497359658, "l2": 0.0007597520246178303, "linear_decay": 1.5132383827430524e-05, "exponential_decay": 2.8397798753822828e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed3":[{"learning_rate": 0.0009061104168295183, "beta1": 0.9319871004131145, "beta2": 0.9999443547070067, "epsilon": 0.0004372792480880155, "l1": 1.0877337128790556, "l2": 1.165836908884053, "linear_decay": 2.3809810087779442e-07, "exponential_decay": 0.0002389303754762066}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed30":[{"learning_rate": 0.006270350599859773, "beta1": 0.9966657822549089, "beta2": 0.9904876585299033, "epsilon": 1.3410946788492541e-08, "l1": 4.607552825200384, "l2": 1.3181248978214947e-05, "linear_decay": 9.446109526909817e-05, "exponential_decay": 0.00019716340654189442}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed31":[{"learning_rate": 3.7539146567567113e-06, "beta1": 0.3201356541099051, "beta2": 0.9581324455974317, "epsilon": 675.0097410999247, "l1": 7.472899766668937e-07, "l2": 1.7070782916339402e-07, "linear_decay": 5.3103287353640614e-05, "exponential_decay": 0.0006224212996517711}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed32":[{"learning_rate": 0.5370360076664946, "beta1": 0.9969036886845424, "beta2": 0.9978582308042113, "epsilon": 265.1765627247729, "l1": 0.042660543302859094, "l2": 0.2217411277714732, "linear_decay": 2.0102944836256613e-07, "exponential_decay": 1.6388371068822202e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed33":[{"learning_rate": 1.7242139200119913e-06, "beta1": 0.9936918547578498, "beta2": 0.9997078238124003, "epsilon": 2.4204492521667906e-07, "l1": 0.6816496171469042, "l2": 4.6276376357700243e-07, "linear_decay": 1.1454714686941251e-07, "exponential_decay": 1.3811597242817314e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed34":[{"learning_rate": 2.2235921283093174e-08, "beta1": 0.8680522946137386, "beta2": 0.9999964006628246, "epsilon": 0.01688903844513898, "l1": 1.3335755819890685e-08, "l2": 2.6633413067048046, "linear_decay": 1.9042464086780828e-06, "exponential_decay": 0.00017407670105009778}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed35":[{"learning_rate": 0.00013258504306460137, "beta1": 0.9982884151729975, "beta2": 0.9999755137505092, "epsilon": 4.0412821519697766e-07, "l1": 0.22652352287778074, "l2": 1.0048927775360691e-07, "linear_decay": 7.5737625799226545e-06, "exponential_decay": 0.00014778703635013866}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed36":[{"learning_rate": 0.03602174308049893, "beta1": 0.974504892384183, "beta2": 0.48348373201052697, "epsilon": 7.2653212191869554e-09, "l1": 0.18460020068729538, "l2": 1.857510890503528e-05, "linear_decay": 3.6280263853380295e-07, "exponential_decay": 0.0001669345709025333}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed37":[{"learning_rate": 3.165697590821533, "beta1": 0.9928155637213818, "beta2": 0.9999856527001881, "epsilon": 0.003669723976800154, "l1": 0.003808534478202229, "l2": 0.014388521072426656, "linear_decay": 2.0432083984647096e-07, "exponential_decay": 5.801932890849446e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed38":[{"learning_rate": 2.9037423299636147e-05, "beta1": 0.7253172502164609, "beta2": 0.5374083227726951, "epsilon": 0.1370009620701296, "l1": 0.005043207932077287, "l2": 0.002842179730758582, "linear_decay": 3.9845614469459393e-07, "exponential_decay": 6.883928280076373e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed39":[{"learning_rate": 0.0008356076461702041, "beta1": 0.8445480818936236, "beta2": 0.9163605286058684, "epsilon": 3.860541885825715e-09, "l1": 0.0026182918935731764, "l2": 0.0005365760082256854, "linear_decay": 2.4644795423723082e-06, "exponential_decay": 3.851791467032191e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed4":[{"learning_rate": 5.049734573422041, "beta1": 0.9845499817521072, "beta2": 0.314344190988437, "epsilon": 0.19615885497465307, "l1": 0.019035286658307768, "l2": 8.806543004882378e-07, "linear_decay": 8.488351677146063e-05, "exponential_decay": 0.0009578758730197971}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed40":[{"learning_rate": 4.6685633111642415e-05, "beta1": 0.9998334808595507, "beta2": 0.9461470789537114, "epsilon": 5.432095571598039e-07, "l1": 0.00011301999472850142, "l2": 5.435140160319033e-06, "linear_decay": 3.7948845919174536e-06, "exponential_decay": 1.34450790919723e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed41":[{"learning_rate": 1.8126444001983289e-06, "beta1": 0.9998471085207001, "beta2": 0.9884947132642707, "epsilon": 3.6736968288910863e-10, "l1": 1.1163832929396613e-07, "l2": 0.002721392606380431, "linear_decay": 3.739314454677087e-07, "exponential_decay": 9.873084368750527e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed42":[{"learning_rate": 2.348881295853308e-05, "beta1": 0.36487789893593037, "beta2": 0.9753416705414509, "epsilon": 0.006061223446866623, "l1": 2.5361081166471375e-07, "l2": 2.5348407664333426e-07, "linear_decay": 1.4936568554617612e-07, "exponential_decay": 2.5204121392615245e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed43":[{"learning_rate": 1.0851533051235268e-07, "beta1": 0.972693492521766, "beta2": 0.9999936854008745, "epsilon": 1.341729781241291e-07, "l1": 8.795317109831149e-06, "l2": 0.5398056408643329, "linear_decay": 9.960259174680106e-06, "exponential_decay": 2.3796515212062948e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed44":[{"learning_rate": 0.32627164906266654, "beta1": 0.9997374666879857, "beta2": 0.9706341287693899, "epsilon": 4.85859692905925e-06, "l1": 1.7131584798186234e-05, "l2": 0.0030419034509264697, "linear_decay": 1.518233791242677e-06, "exponential_decay": 5.9262800491284494e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed45":[{"learning_rate": 7.963493341668721, "beta1": 0.9842173870030363, "beta2": 0.9999511703274726, "epsilon": 1.011030736929746e-09, "l1": 0.00010005192842424788, "l2": 0.00017999967783476534, "linear_decay": 1.3981893916347212e-07, "exponential_decay": 0.00032361351851065986}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed46":[{"learning_rate": 0.11336817547718127, "beta1": 0.9653793813486915, "beta2": 0.9999687925309053, "epsilon": 0.7161207213299602, "l1": 6.5719223085671815e-06, "l2": 2.7235554231224373, "linear_decay": 1.3446100254939566e-07, "exponential_decay": 4.757714634589912e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed47":[{"learning_rate": 1.0505004603123451e-07, "beta1": 0.20944447581796033, "beta2": 0.9764273829445927, "epsilon": 3.707502705363867e-06, "l1": 0.02335856958956857, "l2": 0.157195972537541, "linear_decay": 8.6434189417616e-06, "exponential_decay": 5.704284509257188e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed48":[{"learning_rate": 1.436853328541045e-08, "beta1": 0.6316225233206672, "beta2": 0.9999488121363025, "epsilon": 7.703585498576665e-07, "l1": 0.13437186529351214, "l2": 8.322146895126494e-06, "linear_decay": 3.9276353491451816e-05, "exponential_decay": 4.544248822541538e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed49":[{"learning_rate": 5.113050742114174e-06, "beta1": 0.9990266986453135, "beta2": 0.6385811411199925, "epsilon": 38.98025695342616, "l1": 0.014108824775319625, "l2": 0.001264625502289436, "linear_decay": 4.374189973170851e-06, "exponential_decay": 0.00023373755243148898}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed5":[{"learning_rate": 9.952645602089527e-07, "beta1": 0.6959610495206958, "beta2": 0.9999826093853438, "epsilon": 87.48665325444581, "l1": 0.00024871426741719714, "l2": 0.0032040166636490273, "linear_decay": 1.984831160477724e-05, "exponential_decay": 2.7844923969105307e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed50":[{"learning_rate": 0.0002827579405489936, "beta1": 0.9991827923606806, "beta2": 0.9999658929983241, "epsilon": 1.4200015760248646e-05, "l1": 2.487916951666183e-05, "l2": 9.314682827219622, "linear_decay": 1.6772260574480463e-06, "exponential_decay": 4.834126551098162e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed51":[{"learning_rate": 0.01206653951751974, "beta1": 0.9998490445737483, "beta2": 0.9998852316771324, "epsilon": 0.02356440353157514, "l1": 3.613407891186235e-06, "l2": 3.499776090546358, "linear_decay": 2.97173792225714e-07, "exponential_decay": 6.856162663371007e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed52":[{"learning_rate": 0.25585450388161407, "beta1": 0.9998728044474486, "beta2": 0.9999816082167702, "epsilon": 0.010951736890033634, "l1": 7.665847723017797e-08, "l2": 0.003812253649883159, "linear_decay": 1.4510108462867287e-07, "exponential_decay": 1.3123141952116946e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed53":[{"learning_rate": 0.41683258809635115, "beta1": 0.9824344334817963, "beta2": 0.9994638918438941, "epsilon": 3.7868131624386928e-06, "l1": 0.0018735377891522741, "l2": 0.0006633575836568941, "linear_decay": 3.0364688508495753e-05, "exponential_decay": 0.00016083234857564623}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed54":[{"learning_rate": 6.0484863413850926e-05, "beta1": 0.9971623554887096, "beta2": 0.9999871394326958, "epsilon": 0.0005466073487481401, "l1": 1.1952233475378112e-08, "l2": 5.253223283332665, "linear_decay": 2.5359679937567342e-05, "exponential_decay": 5.346431835872593e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed55":[{"learning_rate": 6.886119895993723e-08, "beta1": 0.22976423633696708, "beta2": 0.9991998712368355, "epsilon": 1.4216579548756447e-07, "l1": 0.0006027184253966396, "l2": 3.714480811487964e-06, "linear_decay": 3.871605794271587e-05, "exponential_decay": 0.0007528345457868937}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed56":[{"learning_rate": 7.2065375665494615, "beta1": 0.9978439984732366, "beta2": 0.988979285596228, "epsilon": 3.573348910038104e-08, "l1": 1.548881461587126e-05, "l2": 0.20907089511931226, "linear_decay": 5.540496189614047e-07, "exponential_decay": 4.208874968965988e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed57":[{"learning_rate": 6.111485505916151e-08, "beta1": 0.9991645732093432, "beta2": 0.9997073379409201, "epsilon": 1.096920318980177e-06, "l1": 0.0012405178473464484, "l2": 0.0008045875980552012, "linear_decay": 2.6381429744836627e-05, "exponential_decay": 1.7600892002384833e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed58":[{"learning_rate": 1.9317470033150587e-05, "beta1": 0.9936199561508995, "beta2": 0.9990529735853368, "epsilon": 9.618046352218689e-10, "l1": 0.0013991176682305862, "l2": 4.043021510542332e-06, "linear_decay": 8.441378548234055e-07, "exponential_decay": 7.505359518837026e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed59":[{"learning_rate": 2.0716483583424083, "beta1": 0.9995719620039604, "beta2": 0.8409658247783952, "epsilon": 1.2417673343240406e-09, "l1": 0.001452657248320649, "l2": 3.4471319026129235e-06, "linear_decay": 5.872752162116818e-07, "exponential_decay": 2.0326320265463145e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed6":[{"learning_rate": 1.0857788129727575, "beta1": 0.9978722567511756, "beta2": 0.9153991476914075, "epsilon": 3.4838234204093e-10, "l1": 9.309151954856331e-08, "l2": 0.0022670890424220025, "linear_decay": 3.885546284051122e-06, "exponential_decay": 5.54086685477031e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed60":[{"learning_rate": 5.103404243692514e-06, "beta1": 0.9994405216758064, "beta2": 0.9999130847343671, "epsilon": 0.045159010127578836, "l1": 0.0012668850426555895, "l2": 3.8395968798887393e-05, "linear_decay": 1.374816534340606e-06, "exponential_decay": 0.000929512837873447}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed61":[{"learning_rate": 0.2631632754704821, "beta1": 0.9994686276770737, "beta2": 0.8163628224174877, "epsilon": 0.0003120089094373074, "l1": 4.834347879418099, "l2": 1.0762419629346587e-08, "linear_decay": 5.901100892207937e-05, "exponential_decay": 1.293207635915735e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed62":[{"learning_rate": 2.0127618574497788e-08, "beta1": 0.9909545530301841, "beta2": 0.8807356669975973, "epsilon": 2.2295950808683884e-05, "l1": 0.0048165754037249, "l2": 4.154216586423977e-06, "linear_decay": 4.250116814386663e-06, "exponential_decay": 0.00020675492349682428}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed63":[{"learning_rate": 0.0009670951437761728, "beta1": 0.9961541567884381, "beta2": 0.9999980557118221, "epsilon": 0.000681935491831878, "l1": 2.3842249934641975e-07, "l2": 0.0003162943607870811, "linear_decay": 5.864896321536182e-07, "exponential_decay": 2.3481212908807403e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed64":[{"learning_rate": 2.5815867828114772e-05, "beta1": 0.9814479174229938, "beta2": 0.9962541095169986, "epsilon": 7.049619635437134e-05, "l1": 0.00012977123225925218, "l2": 6.380562702384146e-06, "linear_decay": 8.709878235490452e-07, "exponential_decay": 0.00013044325187967074}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed65":[{"learning_rate": 9.28550335659754e-07, "beta1": 0.9998664601518639, "beta2": 0.9999471856834602, "epsilon": 1.755417898677429e-08, "l1": 5.375110885201741e-06, "l2": 2.9278714346672286e-07, "linear_decay": 1.252971693322979e-05, "exponential_decay": 4.8469384525596875e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed66":[{"learning_rate": 2.4467421474993467e-07, "beta1": 0.9996573914137439, "beta2": 0.9998499925608519, "epsilon": 0.06736206324693754, "l1": 5.624067390753122e-07, "l2": 1.8234482876363864e-06, "linear_decay": 1.8847301352145702e-05, "exponential_decay": 2.1239497189317848e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed67":[{"learning_rate": 0.0008178296834903009, "beta1": 0.7274623904508022, "beta2": 0.9869576599464556, "epsilon": 2.045001699078188e-06, "l1": 3.467219735882505e-08, "l2": 2.995711795117957e-05, "linear_decay": 4.359629433974221e-07, "exponential_decay": 1.5939696566316807e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed68":[{"learning_rate": 2.1594503814242074e-06, "beta1": 0.9998509114796161, "beta2": 0.9968941387326128, "epsilon": 2.9017378959835725e-09, "l1": 0.00314044392009199, "l2": 4.65041407789375e-06, "linear_decay": 2.640928116135335e-05, "exponential_decay": 0.0005193818814310022}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed69":[{"learning_rate": 4.63705722052935e-06, "beta1": 0.8277057187487399, "beta2": 0.9998736674823019, "epsilon": 1.8294491118171876, "l1": 0.0011275629104216063, "l2": 1.9155812964461575e-06, "linear_decay": 2.0650532313990373e-07, "exponential_decay": 0.0006677560206408842}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed7":[{"learning_rate": 4.861548294339897e-08, "beta1": 0.868272888438882, "beta2": 0.999572972947646, "epsilon": 0.2541249532798142, "l1": 6.337319573825651, "l2": 0.0007022032476058563, "linear_decay": 3.1868483018484825e-06, "exponential_decay": 0.0006079202357502478}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed70":[{"learning_rate": 2.2249735244917135, "beta1": 0.691180171369107, "beta2": 0.9967805058849776, "epsilon": 58.50759660890957, "l1": 7.103839500508717e-06, "l2": 2.1481910772843243e-07, "linear_decay": 3.7896779665930935e-05, "exponential_decay": 4.999160725341348e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed71":[{"learning_rate": 4.6792631915639555e-07, "beta1": 0.9964811786999501, "beta2": 0.9019658942072101, "epsilon": 3.8288366422402065e-08, "l1": 1.7742781042196445, "l2": 0.12439310422202747, "linear_decay": 1.4716781878956561e-05, "exponential_decay": 1.0301878829389004e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed72":[{"learning_rate": 9.133638533959458e-08, "beta1": 0.945377630832797, "beta2": 0.9983790272861491, "epsilon": 6.301326714819926e-06, "l1": 5.170491083660448e-05, "l2": 0.0019526629420369322, "linear_decay": 1.4067643853519487e-05, "exponential_decay": 0.0003019937004170099}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed73":[{"learning_rate": 0.0060842806990693546, "beta1": 0.9857280365810446, "beta2": 0.998821341765286, "epsilon": 0.008577168707671452, "l1": 0.00027346443478920655, "l2": 8.514477067723297e-07, "linear_decay": 5.394361633878242e-07, "exponential_decay": 1.9218364323364928e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed74":[{"learning_rate": 6.60420644785415e-07, "beta1": 0.8625355444108056, "beta2": 0.8543791923525541, "epsilon": 1.7869303043999715e-06, "l1": 1.7367779022176336e-06, "l2": 0.1964596862879341, "linear_decay": 1.3813520221043882e-05, "exponential_decay": 1.0375636776980442e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed75":[{"learning_rate": 0.0013196597812391013, "beta1": 0.999816406665243, "beta2": 0.7868604623272746, "epsilon": 121.77448547739445, "l1": 0.013098705332252467, "l2": 0.0007915572806193535, "linear_decay": 3.660564186847173e-07, "exponential_decay": 1.3970424848171378e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed76":[{"learning_rate": 6.2728975959493075e-06, "beta1": 0.8112230857295151, "beta2": 0.9998980198262823, "epsilon": 3.298190548091274e-08, "l1": 9.836031830021978e-08, "l2": 4.579212388542417, "linear_decay": 3.9367855252215176e-05, "exponential_decay": 2.7718139635058466e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed77":[{"learning_rate": 1.8706015341586237, "beta1": 0.9629504958758078, "beta2": 0.9667130979257409, "epsilon": 6.472758226287934e-09, "l1": 6.107675175388555e-08, "l2": 0.12360001467840004, "linear_decay": 9.515964454040421e-07, "exponential_decay": 2.3812036280062608e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed78":[{"learning_rate": 2.7141325127247297e-08, "beta1": 0.9470516957809464, "beta2": 0.9380307261122802, "epsilon": 2.520064703339911, "l1": 4.871640714461734, "l2": 9.912390846405543e-05, "linear_decay": 3.116769100768633e-05, "exponential_decay": 0.00018209461188628044}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed79":[{"learning_rate": 0.0003206366313075007, "beta1": 0.9925480539203642, "beta2": 0.9989891303587977, "epsilon": 8.69593231755578e-09, "l1": 0.24126894344716204, "l2": 7.803263717427337e-06, "linear_decay": 2.175314182377345e-05, "exponential_decay": 3.5872287893302703e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed8":[{"learning_rate": 0.7258796566465752, "beta1": 0.25155024375148094, "beta2": 0.8358778334877695, "epsilon": 0.0007963866848005434, "l1": 1.2432399345154924e-06, "l2": 1.266453470664144e-08, "linear_decay": 1.956169372268428e-06, "exponential_decay": 6.207917259107061e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed80":[{"learning_rate": 0.0004980138816956638, "beta1": 0.9372483039997983, "beta2": 0.9999583884564014, "epsilon": 0.05864950769035147, "l1": 1.48815699413888, "l2": 0.014667356145464817, "linear_decay": 4.3147936605419944e-07, "exponential_decay": 0.00011173822743372914}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed81":[{"learning_rate": 1.5804183379200693e-05, "beta1": 0.9976911511275369, "beta2": 0.6031387886201995, "epsilon": 75.79654562013151, "l1": 0.3444947084469841, "l2": 3.430777802826121e-08, "linear_decay": 5.55431716462916e-07, "exponential_decay": 2.9692151428811994e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed82":[{"learning_rate": 2.999376802103895e-06, "beta1": 0.9639485245285985, "beta2": 0.9944614602878818, "epsilon": 1.3018171695073224, "l1": 0.0002009193504688122, "l2": 4.287508256718719, "linear_decay": 9.82432271821799e-05, "exponential_decay": 3.1802420131711298e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed83":[{"learning_rate": 2.0576989878060802e-06, "beta1": 0.9456561588292122, "beta2": 0.990409294720436, "epsilon": 1.2667638114148192, "l1": 0.27944713088140377, "l2": 1.6223975940538714e-05, "linear_decay": 1.4461328789304818e-06, "exponential_decay": 5.8853529920480684e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed84":[{"learning_rate": 2.5963841107173966e-08, "beta1": 0.9969733007825862, "beta2": 0.9999715613088361, "epsilon": 0.014799262230366221, "l1": 8.146865384091637, "l2": 1.4972435240359246e-07, "linear_decay": 3.3171681745610136e-07, "exponential_decay": 0.00016790275685075502}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed85":[{"learning_rate": 0.003831460309195418, "beta1": 0.989140438864517, "beta2": 0.9999384158359625, "epsilon": 0.03157790116425407, "l1": 2.894401730495562e-06, "l2": 0.0005106633679067454, "linear_decay": 1.3174957602095752e-06, "exponential_decay": 7.801250425568752e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed86":[{"learning_rate": 6.659821400635489e-07, "beta1": 0.9993264460052075, "beta2": 0.9999917619113743, "epsilon": 0.6452181117146188, "l1": 1.1138863747799957e-06, "l2": 0.009478457700745365, "linear_decay": 5.856706686639316e-06, "exponential_decay": 5.433233097750501e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed87":[{"learning_rate": 0.008060791114611035, "beta1": 0.3399064218501163, "beta2": 0.33126167979115806, "epsilon": 1.8698996705712657e-09, "l1": 1.4679262678028363e-06, "l2": 0.6573215674895292, "linear_decay": 4.388931506934865e-06, "exponential_decay": 6.958892156896919e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed88":[{"learning_rate": 0.006729138144826592, "beta1": 0.9893193237054171, "beta2": 0.9985207271688635, "epsilon": 44.844341599754856, "l1": 0.0199489809683936, "l2": 0.026833289538934862, "linear_decay": 1.4191070130135979e-05, "exponential_decay": 0.00021455646907846108}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed89":[{"learning_rate": 0.0003142308963268596, "beta1": 0.9989437942262099, "beta2": 0.9999646325469295, "epsilon": 1.8196263730000526e-09, "l1": 0.0011958206012762848, "l2": 1.3928702456943462e-08, "linear_decay": 2.869364273863098e-07, "exponential_decay": 3.6245726437584954e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed9":[{"learning_rate": 1.239844971487228e-08, "beta1": 0.9898258445569611, "beta2": 0.9990567218843102, "epsilon": 5.492674668242387e-09, "l1": 1.9010772691431093e-07, "l2": 9.268897523266402e-07, "linear_decay": 1.8010449067486431e-06, "exponential_decay": 0.00018017581481467407}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed90":[{"learning_rate": 2.384996735312506e-07, "beta1": 0.999572690405719, "beta2": 0.1816356821513917, "epsilon": 57.34169157754616, "l1": 4.7282928170780955e-07, "l2": 2.566762169192748e-06, "linear_decay": 1.004970867568032e-06, "exponential_decay": 1.1647276545440741e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed91":[{"learning_rate": 6.442172729290535e-07, "beta1": 0.9979294683858286, "beta2": 0.9999398828848012, "epsilon": 1.6343222384415928e-09, "l1": 9.947393828281747e-06, "l2": 0.03365151844472458, "linear_decay": 9.059166292559232e-06, "exponential_decay": 3.058086141112737e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed92":[{"learning_rate": 0.9395599474512654, "beta1": 0.8573321004852993, "beta2": 0.9996465167910908, "epsilon": 0.0001679985019087055, "l1": 1.0073642576888408e-08, "l2": 0.5096868333309316, "linear_decay": 1.1480613064828167e-06, "exponential_decay": 3.4653959450685786e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed93":[{"learning_rate": 0.002865424962556988, "beta1": 0.957337502634188, "beta2": 0.9999302657625749, "epsilon": 320.6603830014325, "l1": 0.0006656871381861417, "l2": 0.008643949440535021, "linear_decay": 9.957024745921493e-05, "exponential_decay": 5.585322044653724e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed94":[{"learning_rate": 0.029817558239995733, "beta1": 0.9731536837122412, "beta2": 0.986222523228986, "epsilon": 3.19616157276761e-05, "l1": 0.00011399741287526123, "l2": 3.406024204565451e-05, "linear_decay": 3.4333766117721468e-06, "exponential_decay": 0.0004589275429121211}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed95":[{"learning_rate": 1.1461234225733193e-06, "beta1": 0.9994209019873851, "beta2": 0.7919546439986626, "epsilon": 0.22183835832451013, "l1": 0.0006263981276406961, "l2": 0.6685884965542939, "linear_decay": 1.488377270678626e-05, "exponential_decay": 3.578813167598296e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed96":[{"learning_rate": 8.554251234703113e-07, "beta1": 0.5654802856461405, "beta2": 0.9199406169611949, "epsilon": 56.291934227336036, "l1": 0.02300983104484433, "l2": 1.1552761616737645e-07, "linear_decay": 1.8932259352591398e-07, "exponential_decay": 2.061000063034986e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed97":[{"learning_rate": 0.3407980635385451, "beta1": 0.23977279353978398, "beta2": 0.9995181379637105, "epsilon": 5.006717845830358e-07, "l1": 0.08728694468275305, "l2": 4.903347695958267e-06, "linear_decay": 8.491906909798439e-05, "exponential_decay": 1.6313384584551505e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed98":[{"learning_rate": 0.03894083256579305, "beta1": 0.9814323875921382, "beta2": 0.9999358283301765, "epsilon": 1.404682045045797, "l1": 0.0003025997053981932, "l2": 1.1754162202020601e-07, "linear_decay": 1.4644635555251585e-06, "exponential_decay": 6.547441524067067e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed99":[{"learning_rate": 0.011233291470424655, "beta1": 0.9910398847267603, "beta2": 0.9102631037916454, "epsilon": 2.563321257624824e-10, "l1": 0.1872620055397931, "l2": 0.0012318470179096149, "linear_decay": 7.8138936516613e-07, "exponential_decay": 0.0007242905826713925}, "adam8p_wide_grid"],

"adam8p_wide_grid_seed100":[{"learning_rate": 0.0007773998922821829, "beta1": 0.9987013935955938, "beta2": 0.9996475434835564, "epsilon": 9.595988529358952, "l1": 1.1027313099672533e-08, "l2": 1.242001404761155e-07, "linear_decay": 1.0286017388981872e-05, "exponential_decay": 3.329980840070789e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed101":[{"learning_rate": 0.00044420930265094114, "beta1": 0.9808278707799313, "beta2": 0.9999985180097075, "epsilon": 1.6973895766430093e-08, "l1": 0.014705941542433964, "l2": 0.31994237454568597, "linear_decay": 8.3348667094739e-07, "exponential_decay": 2.0852626330918273e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed102":[{"learning_rate": 0.002394055776951107, "beta1": 0.949423634445469, "beta2": 0.9999375272755476, "epsilon": 0.31595372709893765, "l1": 0.0016167933698263226, "l2": 0.19105527218792237, "linear_decay": 3.175013033693478e-07, "exponential_decay": 0.00011576175287018913}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed103":[{"learning_rate": 7.744633143063568e-05, "beta1": 0.9995024221344387, "beta2": 0.9999893913013838, "epsilon": 5.744063324476283, "l1": 0.0019254903266149011, "l2": 0.000136202070867135, "linear_decay": 2.9380167948201502e-05, "exponential_decay": 3.4304861272477823e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed104":[{"learning_rate": 2.1443003631272705e-07, "beta1": 0.9991811705992024, "beta2": 0.9300222181229096, "epsilon": 7.588736652520019e-07, "l1": 4.692028905056752e-07, "l2": 0.08896839704918232, "linear_decay": 1.6455783634255228e-06, "exponential_decay": 1.0286944245362073e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed105":[{"learning_rate": 5.6709956619049684e-08, "beta1": 0.9978421305332617, "beta2": 0.8567368583953789, "epsilon": 2.3655321729717805e-09, "l1": 0.0006618512542258763, "l2": 3.742881932868553e-08, "linear_decay": 7.771480041660022e-07, "exponential_decay": 0.0009846101071297009}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed106":[{"learning_rate": 1.1942168090189928e-08, "beta1": 0.34351215065603913, "beta2": 0.9995018155058433, "epsilon": 0.0085673011373274, "l1": 0.46616359817040287, "l2": 0.044595588824711874, "linear_decay": 8.380979300517654e-05, "exponential_decay": 2.6767904618023113e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed107":[{"learning_rate": 2.9130278385081517e-07, "beta1": 0.895498262670035, "beta2": 0.9975988953329696, "epsilon": 8.480811038897483e-08, "l1": 1.178571843974407e-05, "l2": 2.3573335776152276e-07, "linear_decay": 1.0853595877533728e-06, "exponential_decay": 0.000749851639488929}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed108":[{"learning_rate": 1.2661939201569103e-06, "beta1": 0.9998627379475824, "beta2": 0.9969763352139582, "epsilon": 4.769641369248608e-09, "l1": 0.015002827643072009, "l2": 0.014225726954250895, "linear_decay": 4.164740118651663e-05, "exponential_decay": 0.00041601145680405296}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed109":[{"learning_rate": 0.0031852579244934427, "beta1": 0.9907592841027554, "beta2": 0.9843071589139534, "epsilon": 3.383765254757906e-08, "l1": 0.09431547929192163, "l2": 0.02349854491800972, "linear_decay": 1.2452026644699054e-06, "exponential_decay": 1.2125723193149526e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed110":[{"learning_rate": 1.107974488552354e-07, "beta1": 0.9569650277770996, "beta2": 0.9998207191519791, "epsilon": 0.009250677915548296, "l1": 0.013044125623154306, "l2": 0.013872928980482818, "linear_decay": 7.328751362998885e-05, "exponential_decay": 1.2255504163061175e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed111":[{"learning_rate": 0.0032324482485417434, "beta1": 0.9995254532347394, "beta2": 0.9995866155688592, "epsilon": 1.0009494443059965, "l1": 4.549123629588925e-06, "l2": 2.2002225642875864e-07, "linear_decay": 1.1679788367635673e-07, "exponential_decay": 5.4868934057073445e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed112":[{"learning_rate": 2.374182829998503e-05, "beta1": 0.9635901843777703, "beta2": 0.4986979548113404, "epsilon": 9.633933875683183e-10, "l1": 0.09825777566569731, "l2": 0.3124006026902551, "linear_decay": 1.4602163968450257e-07, "exponential_decay": 3.523447894767532e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed113":[{"learning_rate": 0.4654461416843515, "beta1": 0.9998024784907434, "beta2": 0.7657980125528825, "epsilon": 4.7251556442417864e-05, "l1": 1.4096120645167062e-07, "l2": 0.0015230735278339927, "linear_decay": 3.322100443562884e-05, "exponential_decay": 4.950377824020023e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed114":[{"learning_rate": 2.3157288410973702e-07, "beta1": 0.7014747140839621, "beta2": 0.64082791291108, "epsilon": 0.0002235482680277665, "l1": 0.07752404888928299, "l2": 1.8046868852576077e-05, "linear_decay": 2.5096554435925384e-07, "exponential_decay": 2.7221858489122854e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed115":[{"learning_rate": 5.818764595097657e-07, "beta1": 0.9352711929308566, "beta2": 0.9996965057964992, "epsilon": 0.003150719446304946, "l1": 0.035550475202971575, "l2": 5.18637158548426e-07, "linear_decay": 5.2402809629788285e-06, "exponential_decay": 1.4368861020230671e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed116":[{"learning_rate": 2.3796752822484778e-05, "beta1": 0.9975178408121408, "beta2": 0.6268694076116181, "epsilon": 2.3921681325672777e-10, "l1": 1.052988338938268e-08, "l2": 0.11355685767910004, "linear_decay": 1.3343874213137052e-07, "exponential_decay": 3.6814435613808036e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed117":[{"learning_rate": 0.00011553142719108198, "beta1": 0.9984248118246417, "beta2": 0.9999756908272611, "epsilon": 32.28079411182285, "l1": 4.7642254634231264e-07, "l2": 2.421588864061359, "linear_decay": 1.368379723494038e-07, "exponential_decay": 5.25876382239509e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed118":[{"learning_rate": 3.0469416417884405, "beta1": 0.9792722781567574, "beta2": 0.9999977522468526, "epsilon": 65.51722188428873, "l1": 0.0059269338897217465, "l2": 2.7525324489933514, "linear_decay": 2.469135009868825e-07, "exponential_decay": 1.9241728834438e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed119":[{"learning_rate": 0.42716314274105005, "beta1": 0.9901977711157034, "beta2": 0.9999832395256538, "epsilon": 0.6019090799988973, "l1": 0.0047586459600015025, "l2": 3.253317794661056e-08, "linear_decay": 1.343713400560215e-07, "exponential_decay": 5.495921918517591e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed120":[{"learning_rate": 0.012635718261395132, "beta1": 0.9887323017236627, "beta2": 0.9944762467483698, "epsilon": 0.0001595335559403087, "l1": 0.00013878365683159708, "l2": 3.612299863093645, "linear_decay": 8.989319101761049e-05, "exponential_decay": 2.733583612914809e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed121":[{"learning_rate": 1.0045636334070874e-07, "beta1": 0.9993032607155554, "beta2": 0.9999750095011063, "epsilon": 9.446680863679013e-09, "l1": 0.2962124066439814, "l2": 4.691100467231755e-05, "linear_decay": 4.649131170134502e-06, "exponential_decay": 5.800002400885562e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed122":[{"learning_rate": 2.587775167502471e-07, "beta1": 0.935606775948616, "beta2": 0.9999629430562437, "epsilon": 7.45191348422017e-05, "l1": 4.7053007034278926e-05, "l2": 0.0031905892677845603, "linear_decay": 5.613604507515283e-06, "exponential_decay": 0.0002272340390967732}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed123":[{"learning_rate": 0.01854482205182914, "beta1": 0.9986050541801389, "beta2": 0.9999770327646152, "epsilon": 0.0014692374782547754, "l1": 0.0298690031084307, "l2": 6.426257757252231e-05, "linear_decay": 8.755734725056511e-05, "exponential_decay": 8.820857055018123e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed124":[{"learning_rate": 9.007082768126514e-08, "beta1": 0.9040851306537273, "beta2": 0.9972843035799032, "epsilon": 9.060150020197837e-05, "l1": 2.8997003928473344e-05, "l2": 2.9235044300356874e-06, "linear_decay": 1.0089908508236806e-05, "exponential_decay": 6.509909748139228e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed125":[{"learning_rate": 0.000363524849651003, "beta1": 0.9998301276164199, "beta2": 0.9941725317670509, "epsilon": 5.286677930844244e-09, "l1": 1.5127471639238832e-07, "l2": 0.12499598445856853, "linear_decay": 3.3117560077050774e-06, "exponential_decay": 5.7745982014191275e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed126":[{"learning_rate": 8.841972196949246e-08, "beta1": 0.999674481040888, "beta2": 0.9999966546785843, "epsilon": 3.1711830735107713e-09, "l1": 0.05364738750611649, "l2": 2.8016345266753607e-05, "linear_decay": 5.497123861301733e-06, "exponential_decay": 0.0007079621058424643}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed127":[{"learning_rate": 0.0005182029483357114, "beta1": 0.9998555053070071, "beta2": 0.9999869445491774, "epsilon": 1.112444679822953, "l1": 0.0009318369089996157, "l2": 5.977121606612896e-08, "linear_decay": 2.1095230313283007e-06, "exponential_decay": 7.134319350690089e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed128":[{"learning_rate": 0.6305701172379103, "beta1": 0.9988712977302371, "beta2": 0.9999938560047814, "epsilon": 3.4730798530172124e-10, "l1": 1.4135755091619242e-06, "l2": 0.0064457195322775674, "linear_decay": 2.353954456814602e-05, "exponential_decay": 1.5691797154084024e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed129":[{"learning_rate": 0.001363906585405742, "beta1": 0.9988168519201053, "beta2": 0.9957167697033849, "epsilon": 1.2680398700435088e-09, "l1": 5.792808424814145, "l2": 0.0004436630569188298, "linear_decay": 4.644810379310599e-05, "exponential_decay": 0.0005102967506760207}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed130":[{"learning_rate": 1.8822288321348936e-07, "beta1": 0.9982373038964139, "beta2": 0.9978681642082076, "epsilon": 4.3206435811336795e-09, "l1": 0.0002785756961023376, "l2": 1.950520677993859, "linear_decay": 1.3789074005020548e-06, "exponential_decay": 0.0004174947760255636}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed131":[{"learning_rate": 0.007102029129261498, "beta1": 0.3799357918648921, "beta2": 0.9997871011474725, "epsilon": 0.021719511635887003, "l1": 0.01639111471123202, "l2": 1.378744426913699e-07, "linear_decay": 5.228779501143793e-07, "exponential_decay": 0.0001727940557047159}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed132":[{"learning_rate": 0.10669279420614142, "beta1": 0.9966535975673766, "beta2": 0.9062813875037926, "epsilon": 1.4516980457674102, "l1": 0.16382269426553822, "l2": 1.6297311740061882e-05, "linear_decay": 7.697785429683525e-05, "exponential_decay": 8.536511620249863e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed133":[{"learning_rate": 5.9645481263238465e-05, "beta1": 0.9996699015864354, "beta2": 0.9999954570627438, "epsilon": 7.0658708219387245e-09, "l1": 8.982830559625343e-05, "l2": 0.043764861591352344, "linear_decay": 4.0522077758905957e-07, "exponential_decay": 0.0001165543338488716}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed134":[{"learning_rate": 0.20073940695454287, "beta1": 0.9938190251085809, "beta2": 0.9941591784691479, "epsilon": 29.15308308826234, "l1": 0.00967548454011915, "l2": 0.8918653939804768, "linear_decay": 1.3646152872826061e-05, "exponential_decay": 1.0096830022306523e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed135":[{"learning_rate": 0.008952832969331704, "beta1": 0.9979545974115898, "beta2": 0.9999851273261677, "epsilon": 16.548935910334063, "l1": 0.10944359366418854, "l2": 2.617447617019584e-07, "linear_decay": 3.6460030785956876e-06, "exponential_decay": 1.282723805229829e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed136":[{"learning_rate": 2.3930040415674584e-07, "beta1": 0.9996085544918765, "beta2": 0.9999809115218408, "epsilon": 9.581797318328396e-09, "l1": 1.508835772725426e-06, "l2": 1.5567331468335078e-05, "linear_decay": 1.2727731277463198e-06, "exponential_decay": 3.6396851582664955e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed137":[{"learning_rate": 3.1235745313997696, "beta1": 0.9997739647810304, "beta2": 0.9851329156466543, "epsilon": 0.12585619140685864, "l1": 0.0003136195329103431, "l2": 0.00033444691733261196, "linear_decay": 4.7359761610851315e-05, "exponential_decay": 0.0005409275245407658}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed138":[{"learning_rate": 0.05547283376445233, "beta1": 0.9337904789826561, "beta2": 0.9999120643118683, "epsilon": 239.38653272186357, "l1": 0.3638374720094535, "l2": 4.991839798331885e-08, "linear_decay": 1.424597803276237e-06, "exponential_decay": 0.00025979250315055964}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed139":[{"learning_rate": 0.0002622173884427593, "beta1": 0.8969662840260613, "beta2": 0.596967515849193, "epsilon": 292.7494481864248, "l1": 2.6518972827729807e-07, "l2": 3.1177212467613957e-07, "linear_decay": 7.499666514449708e-07, "exponential_decay": 0.0001775061628988525}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed140":[{"learning_rate": 0.053845529057808324, "beta1": 0.9997277742019772, "beta2": 0.9999989863018394, "epsilon": 7.166762538103144e-07, "l1": 1.0416372955904047e-08, "l2": 7.686681237211655e-06, "linear_decay": 1.894233408035602e-07, "exponential_decay": 1.6833160765079044e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed141":[{"learning_rate": 1.8049673715780343, "beta1": 0.9877092158823803, "beta2": 0.9999981878318555, "epsilon": 3.0062178859355902e-05, "l1": 0.026783355819385773, "l2": 2.4542736114326917e-07, "linear_decay": 1.4165837090802117e-07, "exponential_decay": 8.151922919706168e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed142":[{"learning_rate": 1.3138740144063572, "beta1": 0.9829693923762218, "beta2": 0.9913720378140443, "epsilon": 6.639392844098836, "l1": 6.29444851274103e-07, "l2": 1.397295684131716e-07, "linear_decay": 2.0621360844399836e-05, "exponential_decay": 5.048174322681368e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed143":[{"learning_rate": 0.04363094855734403, "beta1": 0.9977100871051202, "beta2": 0.9993565117735883, "epsilon": 3.244846846409678e-05, "l1": 0.0013027963226382442, "l2": 0.8541373700833771, "linear_decay": 1.2572835433420197e-07, "exponential_decay": 0.0009411267775672677}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed144":[{"learning_rate": 6.919847472352005e-08, "beta1": 0.6337547053426105, "beta2": 0.9992748848431674, "epsilon": 1.8021248326880628e-08, "l1": 0.02511647899797294, "l2": 0.00037305308680566274, "linear_decay": 2.38304068239677e-06, "exponential_decay": 3.783306106458204e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed145":[{"learning_rate": 3.526773176255849e-06, "beta1": 0.9998981129006573, "beta2": 0.9984742837508096, "epsilon": 1.1083924031010564e-09, "l1": 0.007418532146481288, "l2": 0.08642736367608932, "linear_decay": 6.229005840335058e-06, "exponential_decay": 0.00010470063445410759}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed146":[{"learning_rate": 0.0003040779419381563, "beta1": 0.9701029828267781, "beta2": 0.9999370604488824, "epsilon": 2.4498353056048557e-07, "l1": 1.0108613180982505e-05, "l2": 1.3220455905328317, "linear_decay": 1.2260140587951358e-06, "exponential_decay": 0.0009571245509669211}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed147":[{"learning_rate": 1.996457753223783e-05, "beta1": 0.9659650225030293, "beta2": 0.9999984689647464, "epsilon": 0.09690187121085318, "l1": 2.7561300258095844, "l2": 2.969922125398487, "linear_decay": 1.4396239572758017e-06, "exponential_decay": 0.0005986904452406049}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed148":[{"learning_rate": 0.0015088729402560634, "beta1": 0.9996358891428666, "beta2": 0.999991094950567, "epsilon": 6.48315845300871e-10, "l1": 0.0015197956941893514, "l2": 0.0028684427004307235, "linear_decay": 4.788205315840453e-07, "exponential_decay": 1.8009217755031372e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed149":[{"learning_rate": 0.8546099773572073, "beta1": 0.17050377621965207, "beta2": 0.8460091533095982, "epsilon": 7.851243409520343, "l1": 1.54210242431853, "l2": 0.5608385714787774, "linear_decay": 2.583789572983668e-06, "exponential_decay": 4.7456606604688485e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed150":[{"learning_rate": 1.5040263572790535, "beta1": 0.9989238159153788, "beta2": 0.8155278259934863, "epsilon": 0.4041580157842971, "l1": 0.01917293874889717, "l2": 0.0004517279480966675, "linear_decay": 7.183380800986712e-05, "exponential_decay": 1.8157934323668323e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed151":[{"learning_rate": 0.08475178377268389, "beta1": 0.9994903326600637, "beta2": 0.9999268419840003, "epsilon": 2.5355980083180563, "l1": 0.0014806437792731708, "l2": 0.08506226717928729, "linear_decay": 7.116782019703058e-05, "exponential_decay": 5.516110532659426e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed152":[{"learning_rate": 3.4558108592998065, "beta1": 0.9056861635453575, "beta2": 0.9999983018563007, "epsilon": 1.6976687676164627e-06, "l1": 7.733777927753053e-06, "l2": 4.465484573941428e-05, "linear_decay": 1.6504689208950204e-07, "exponential_decay": 0.00010249854541935041}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed153":[{"learning_rate": 2.134512371456537e-07, "beta1": 0.9869160881649143, "beta2": 0.9990837421443266, "epsilon": 5.255507184532519e-10, "l1": 0.00029278078464563923, "l2": 0.18523131307703883, "linear_decay": 4.5921123746934644e-07, "exponential_decay": 3.2590734211789034e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed154":[{"learning_rate": 0.0003711196204110052, "beta1": 0.9667185354329492, "beta2": 0.9870164528311203, "epsilon": 647.7582584130113, "l1": 0.6294083398166859, "l2": 0.28530939459968774, "linear_decay": 1.4125452158295056e-05, "exponential_decay": 1.6120531340696944e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed155":[{"learning_rate": 0.007429112452117427, "beta1": 0.5163938006375323, "beta2": 0.9999890635722356, "epsilon": 0.011698391403518736, "l1": 9.112553286416362e-08, "l2": 4.665966866398479e-07, "linear_decay": 5.251935011912264e-07, "exponential_decay": 3.616522704863637e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed156":[{"learning_rate": 6.6462332289183225e-06, "beta1": 0.9827812581634385, "beta2": 0.9999624498261296, "epsilon": 2.735821936233421e-08, "l1": 0.00023616465647467464, "l2": 0.23156662340669593, "linear_decay": 2.9359368156669394e-05, "exponential_decay": 4.4276279916150604e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed157":[{"learning_rate": 0.15018224156377222, "beta1": 0.9780778931992372, "beta2": 0.9999636771196668, "epsilon": 2.325753012779649e-07, "l1": 0.028105159815799925, "l2": 0.0058093945888126105, "linear_decay": 5.583699009372485e-07, "exponential_decay": 4.352845786571011e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed158":[{"learning_rate": 7.352314355578355e-08, "beta1": 0.999583104756805, "beta2": 0.9969937708014142, "epsilon": 0.0014649322210384622, "l1": 0.04986253329280532, "l2": 0.2451458851833671, "linear_decay": 9.977613369627981e-06, "exponential_decay": 7.111048589104256e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed159":[{"learning_rate": 0.12578167582175115, "beta1": 0.9993896647501346, "beta2": 0.9999914614447594, "epsilon": 0.00014124962854784046, "l1": 3.4812130231777564e-06, "l2": 0.009471655300784398, "linear_decay": 3.0919089014048876e-07, "exponential_decay": 1.6843249456098179e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed160":[{"learning_rate": 0.31661787021007587, "beta1": 0.9980332991765822, "beta2": 0.9998098909651124, "epsilon": 9.668256596708205e-07, "l1": 0.0012573788119975217, "l2": 0.01939663149982513, "linear_decay": 3.4066774058057576e-07, "exponential_decay": 6.673222038914251e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed161":[{"learning_rate": 2.924572898570385, "beta1": 0.9974600049510134, "beta2": 0.9997973989853475, "epsilon": 1.7274791213461913e-09, "l1": 1.1049858186060913e-06, "l2": 0.003513567275295432, "linear_decay": 5.909801616536341e-05, "exponential_decay": 1.431843340960493e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed162":[{"learning_rate": 7.744631220258465e-06, "beta1": 0.8945562788527521, "beta2": 0.8145952868689432, "epsilon": 0.10284378503930315, "l1": 0.1154625765880825, "l2": 1.5150541731431593, "linear_decay": 1.536673733318921e-05, "exponential_decay": 0.0001294719032942708}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed163":[{"learning_rate": 0.01587357300602873, "beta1": 0.9921230399243705, "beta2": 0.999510740245846, "epsilon": 6.381162197989737e-07, "l1": 0.1957996927916929, "l2": 1.7555643102069105e-08, "linear_decay": 2.1465381601595025e-05, "exponential_decay": 1.9114545544569643e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed164":[{"learning_rate": 1.6324676574020497e-05, "beta1": 0.9983141872837433, "beta2": 0.9999532786884285, "epsilon": 5.363175940410546, "l1": 0.00023690964682358787, "l2": 0.025469353216025906, "linear_decay": 1.7256495420102498e-07, "exponential_decay": 4.559212657092653e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed165":[{"learning_rate": 0.27290154893730645, "beta1": 0.9709195705491029, "beta2": 0.7119336882387265, "epsilon": 434.93949618141295, "l1": 5.375778775898797, "l2": 0.20506706795188848, "linear_decay": 3.53008816238085e-07, "exponential_decay": 0.0006660938584837255}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed166":[{"learning_rate": 4.782459180351538e-06, "beta1": 0.7962449756939789, "beta2": 0.9608873320328009, "epsilon": 2.2189142141728678e-10, "l1": 0.1167903242753011, "l2": 0.002309817964316149, "linear_decay": 6.287095792483837e-06, "exponential_decay": 7.848644854165583e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed167":[{"learning_rate": 1.2173387211064282, "beta1": 0.9995424253087889, "beta2": 0.9998777684137579, "epsilon": 3.5963647668670156e-07, "l1": 4.987487825735321, "l2": 5.072172081644698, "linear_decay": 3.1797868990228314e-06, "exponential_decay": 3.3589043233167304e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed168":[{"learning_rate": 0.002399875734011419, "beta1": 0.9878832880299774, "beta2": 0.9999697311260113, "epsilon": 2.4403518111026017e-06, "l1": 0.4149628805197076, "l2": 0.007292474931986602, "linear_decay": 1.585648140495808e-05, "exponential_decay": 2.915123273353874e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed169":[{"learning_rate": 0.01062470829801484, "beta1": 0.5731270783744955, "beta2": 0.9898243002503773, "epsilon": 1.0451256809317456e-09, "l1": 0.00019037397260211416, "l2": 2.6103307432428693, "linear_decay": 2.8438648990083504e-07, "exponential_decay": 0.000835444624265163}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed170":[{"learning_rate": 2.977205128149862e-08, "beta1": 0.999191933448387, "beta2": 0.9999580064071416, "epsilon": 0.0003611562695993875, "l1": 0.002357433472102938, "l2": 0.0005337172707855412, "linear_decay": 1.6751769199011607e-05, "exponential_decay": 0.0008885645406432072}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed171":[{"learning_rate": 0.00831219275643017, "beta1": 0.6549311888424186, "beta2": 0.9965844152880072, "epsilon": 4.537975909645214, "l1": 1.1087527432368078e-06, "l2": 2.6283508487105824e-07, "linear_decay": 6.832911585009534e-06, "exponential_decay": 1.10351778997846e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed172":[{"learning_rate": 2.2111418276498666e-07, "beta1": 0.9996849115550202, "beta2": 0.9999171547324355, "epsilon": 0.060480032769616325, "l1": 0.0031519872116974046, "l2": 0.8270768992600379, "linear_decay": 8.436702164263087e-07, "exponential_decay": 0.0001084562033695954}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed173":[{"learning_rate": 6.907443097878279e-08, "beta1": 0.9313152798219949, "beta2": 0.9986401516468074, "epsilon": 0.003762899735284787, "l1": 0.0028683650476890137, "l2": 0.07865234837286987, "linear_decay": 1.7786601478458621e-06, "exponential_decay": 9.583270612302079e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed174":[{"learning_rate": 0.0001381492728011653, "beta1": 0.6151762137656667, "beta2": 0.9999861716097228, "epsilon": 4.7935858945892447e-08, "l1": 0.0004483031512680814, "l2": 4.2001291750830456e-08, "linear_decay": 1.883479715528276e-05, "exponential_decay": 3.860647138914644e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed175":[{"learning_rate": 0.16549718792297502, "beta1": 0.9988410655051158, "beta2": 0.9978965151250391, "epsilon": 0.014702809231183956, "l1": 1.433322895776928e-08, "l2": 4.410449286346527, "linear_decay": 2.8514388474424607e-06, "exponential_decay": 0.0001244633874110637}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed176":[{"learning_rate": 1.6479358501763692e-05, "beta1": 0.9992913696452971, "beta2": 0.999897387497582, "epsilon": 1.6851835903602486, "l1": 0.8493390754809136, "l2": 0.593453059195343, "linear_decay": 1.6301949297505675e-06, "exponential_decay": 1.4126537189295988e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed177":[{"learning_rate": 0.0003353358864727233, "beta1": 0.8609351823202858, "beta2": 0.9995350437425343, "epsilon": 2.6735145375710342e-08, "l1": 3.4262410487752267e-06, "l2": 0.0044167388220512655, "linear_decay": 4.454207501285708e-06, "exponential_decay": 0.00015451690170740186}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed178":[{"learning_rate": 0.0005264610843422708, "beta1": 0.999857622944915, "beta2": 0.9694031598144943, "epsilon": 0.3215013696437026, "l1": 0.7744840069923659, "l2": 4.172520979795485, "linear_decay": 4.640115251344288e-06, "exponential_decay": 2.396358534598217e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed179":[{"learning_rate": 3.581751227752964, "beta1": 0.9985475225911212, "beta2": 0.8379672605672541, "epsilon": 1.6177679712129063, "l1": 2.218028391530367e-05, "l2": 3.31045978182627e-05, "linear_decay": 2.8134004566525565e-05, "exponential_decay": 1.0214302386780672e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed180":[{"learning_rate": 0.0011601333168324223, "beta1": 0.9997595354476839, "beta2": 0.9855678137824455, "epsilon": 1.3495637097994314e-07, "l1": 2.357293419556087, "l2": 0.00026771464617557096, "linear_decay": 1.4750277248594725e-06, "exponential_decay": 0.0006757854089164729}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed181":[{"learning_rate": 0.0005202450831481792, "beta1": 0.9997140051246474, "beta2": 0.9973490392319224, "epsilon": 1.8873911975258806e-05, "l1": 4.3571953197767225e-07, "l2": 2.5741054634184703e-07, "linear_decay": 9.064816342922656e-07, "exponential_decay": 0.00010079459615303712}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed182":[{"learning_rate": 0.7746486374149221, "beta1": 0.9998215757551798, "beta2": 0.9999947569020494, "epsilon": 1.731901031305359, "l1": 6.260757353426351, "l2": 2.7987153450518673e-06, "linear_decay": 4.1973438017024127e-05, "exponential_decay": 4.202952086117185e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed183":[{"learning_rate": 0.2571462916913971, "beta1": 0.6280459470319126, "beta2": 0.7858206742768497, "epsilon": 9.088870066502544e-05, "l1": 2.3077754177524876e-07, "l2": 0.0024061300794784865, "linear_decay": 4.7236983134036527e-07, "exponential_decay": 9.633836220323616e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed184":[{"learning_rate": 4.131467115634018e-08, "beta1": 0.9895014947491891, "beta2": 0.31793329904253054, "epsilon": 3.6345927948586315e-08, "l1": 2.7712634740081644e-05, "l2": 3.3885271853973726e-08, "linear_decay": 4.916184439931366e-06, "exponential_decay": 1.9633544554499993e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed185":[{"learning_rate": 1.4961734508245518e-07, "beta1": 0.9885134446898626, "beta2": 0.9997678214645925, "epsilon": 0.032032601452645804, "l1": 3.73522942863438e-06, "l2": 9.477617485583754e-07, "linear_decay": 9.341996022273999e-06, "exponential_decay": 2.138524815836741e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed186":[{"learning_rate": 0.0007661043608246257, "beta1": 0.9496581757227582, "beta2": 0.9987067966899896, "epsilon": 14.877698837215016, "l1": 0.010885141940345332, "l2": 0.005597468382603024, "linear_decay": 3.6858383119795696e-07, "exponential_decay": 0.00015496002402148036}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed187":[{"learning_rate": 6.030716667669087e-05, "beta1": 0.984165113073325, "beta2": 0.9999973145592245, "epsilon": 0.14367397658857564, "l1": 0.020489616428093434, "l2": 0.19764565251171565, "linear_decay": 1.945448813915939e-06, "exponential_decay": 0.000623544052769739}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed188":[{"learning_rate": 0.00040532048836746965, "beta1": 0.8558681704650045, "beta2": 0.9976887200573524, "epsilon": 7.214680558636918e-07, "l1": 0.19072525468180218, "l2": 7.834280476770972e-06, "linear_decay": 6.422733762483556e-07, "exponential_decay": 8.581329976118354e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed189":[{"learning_rate": 6.373575309195811e-05, "beta1": 0.996752164781783, "beta2": 0.8722255915589162, "epsilon": 0.00030175607975606566, "l1": 0.0008483440294127614, "l2": 0.01965498596483672, "linear_decay": 4.1101565678937325e-07, "exponential_decay": 0.0006142953485148503}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed190":[{"learning_rate": 0.05083354030804309, "beta1": 0.967733831580797, "beta2": 0.9915132630569301, "epsilon": 0.16861811336323923, "l1": 0.4201617812595376, "l2": 0.24837685917627939, "linear_decay": 3.067712742040124e-06, "exponential_decay": 1.6349141999906217e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed191":[{"learning_rate": 0.0007490102031765462, "beta1": 0.9989479516366038, "beta2": 0.999993156928512, "epsilon": 6.666102040984466e-08, "l1": 6.6818986180817855e-06, "l2": 0.23284198961632907, "linear_decay": 5.020138362713363e-07, "exponential_decay": 1.3666453652369629e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed192":[{"learning_rate": 0.0654179850356378, "beta1": 0.9970908446262547, "beta2": 0.9996537020920495, "epsilon": 130.41643247243306, "l1": 3.363306401051322e-08, "l2": 0.00010324720249225908, "linear_decay": 8.464008862246413e-07, "exponential_decay": 0.00030436146591102884}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed193":[{"learning_rate": 4.148567093665915e-05, "beta1": 0.9550687714964847, "beta2": 0.9997551220285217, "epsilon": 1.5279003087737862e-09, "l1": 0.4924373778670373, "l2": 0.0005313902227028358, "linear_decay": 6.405470410279119e-06, "exponential_decay": 0.0001692355366288984}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed194":[{"learning_rate": 5.120196053218373, "beta1": 0.9251577074456382, "beta2": 0.9972711543459084, "epsilon": 0.0013507745618444636, "l1": 0.012004857998943666, "l2": 0.04564576573314704, "linear_decay": 3.0413576518645113e-07, "exponential_decay": 2.039239410499454e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed195":[{"learning_rate": 0.9681640573628036, "beta1": 0.9997530062214202, "beta2": 0.9998698485526246, "epsilon": 0.0031644801156527316, "l1": 0.0034647808592579835, "l2": 1.3726514235810397e-06, "linear_decay": 1.4589475812303451e-06, "exponential_decay": 1.2107888769996291e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed196":[{"learning_rate": 0.016054008162692295, "beta1": 0.979493026829926, "beta2": 0.9999980133590046, "epsilon": 2.1293612010880655e-08, "l1": 0.00036699473105678785, "l2": 4.823362788010971e-05, "linear_decay": 1.7909054403525997e-05, "exponential_decay": 2.7671857345846016e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed197":[{"learning_rate": 0.6473822498010058, "beta1": 0.8623388003213517, "beta2": 0.2796046684583229, "epsilon": 0.9856865106288405, "l1": 0.041657618758317236, "l2": 3.1118952693279376e-06, "linear_decay": 1.600594744432675e-05, "exponential_decay": 7.773175621613042e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed198":[{"learning_rate": 0.0030776150053661378, "beta1": 0.3150796825772805, "beta2": 0.9999298367260173, "epsilon": 6.100482349308519e-10, "l1": 8.061314247892828e-05, "l2": 0.0002965268934515315, "linear_decay": 8.455842018457015e-05, "exponential_decay": 5.873051323115943e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed199":[{"learning_rate": 0.00781853260678123, "beta1": 0.1524659814040995, "beta2": 0.9997491418653175, "epsilon": 9.418545146552939, "l1": 0.0001494793337461904, "l2": 0.0008009171596304373, "linear_decay": 7.218276682888284e-06, "exponential_decay": 0.00010103913833174212}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed200":[{"learning_rate": 3.378238535976127, "beta1": 0.9991942697210465, "beta2": 0.99631429250024, "epsilon": 3.698391685580364e-05, "l1": 0.07538174367062958, "l2": 1.0610731502204476e-08, "linear_decay": 1.1810575055143687e-06, "exponential_decay": 1.866015913034219e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed201":[{"learning_rate": 1.059598644092387e-07, "beta1": 0.9019329094466979, "beta2": 0.9953617263065317, "epsilon": 3.3573254613937795, "l1": 0.026044583712674676, "l2": 1.8210896300252459e-07, "linear_decay": 6.346519902039724e-07, "exponential_decay": 0.0003607336379838792}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed202":[{"learning_rate": 1.041970971213846e-06, "beta1": 0.9988618035047694, "beta2": 0.2685798562841504, "epsilon": 809.4420579528014, "l1": 9.014235861754042, "l2": 0.0013908485488935988, "linear_decay": 6.29246773791219e-06, "exponential_decay": 0.00045396749987409795}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed203":[{"learning_rate": 0.4276618820694263, "beta1": 0.9994301589687323, "beta2": 0.9994945929461597, "epsilon": 0.01347454295893273, "l1": 5.342306727295513, "l2": 7.417544078891556e-07, "linear_decay": 6.072195225729321e-06, "exponential_decay": 1.8434415056604294e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed204":[{"learning_rate": 2.3714228462742994, "beta1": 0.9966518028397616, "beta2": 0.9901806536615958, "epsilon": 975.0148115809199, "l1": 1.0939832324999668, "l2": 0.08350456822244919, "linear_decay": 1.437235494353224e-06, "exponential_decay": 1.492802760986679e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed205":[{"learning_rate": 4.388805636566565, "beta1": 0.9824705442224627, "beta2": 0.12486957171903867, "epsilon": 4.632329494084102, "l1": 2.4878193704182774, "l2": 7.013171848950557e-05, "linear_decay": 6.469980700544247e-07, "exponential_decay": 1.2333610979623398e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed206":[{"learning_rate": 7.013231680328533e-05, "beta1": 0.9912990900523176, "beta2": 0.9999981191338899, "epsilon": 0.0036492288106344073, "l1": 0.92075654177044, "l2": 0.004114429990273499, "linear_decay": 3.278599954421951e-07, "exponential_decay": 9.876642623010091e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed207":[{"learning_rate": 0.00033626660951992764, "beta1": 0.9970886777295506, "beta2": 0.9995170683095823, "epsilon": 5.0643949751368156e-06, "l1": 0.005257616476157235, "l2": 0.0007202086817472982, "linear_decay": 1.111348825544744e-06, "exponential_decay": 0.0008929947290492215}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed208":[{"learning_rate": 9.957678831652383e-08, "beta1": 0.8294357547259088, "beta2": 0.999997424143284, "epsilon": 305.04073461723556, "l1": 6.591622623324518, "l2": 1.8016018784713082e-05, "linear_decay": 3.871121994247265e-07, "exponential_decay": 0.0003785720739245376}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed209":[{"learning_rate": 0.38864618869038325, "beta1": 0.9977485254631757, "beta2": 0.9182456250870663, "epsilon": 0.014071466776752436, "l1": 1.3888448727460288e-05, "l2": 0.023871016311836895, "linear_decay": 7.574327703117025e-07, "exponential_decay": 0.0005356638883527952}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed210":[{"learning_rate": 7.930816326750164e-08, "beta1": 0.9983729818427404, "beta2": 0.9500703117725714, "epsilon": 0.00036053883373250175, "l1": 1.0332734683669755e-07, "l2": 8.356514034031783e-08, "linear_decay": 3.931983893630909e-05, "exponential_decay": 2.5925778212992515e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed211":[{"learning_rate": 0.10772405674539749, "beta1": 0.9409370081605222, "beta2": 0.3424120876164376, "epsilon": 2.637646642927481e-10, "l1": 6.615454980075327, "l2": 4.870376103270102e-06, "linear_decay": 7.803266193329653e-05, "exponential_decay": 4.494326045390549e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed212":[{"learning_rate": 1.2477130178020822e-06, "beta1": 0.5566381748612195, "beta2": 0.9999979761349942, "epsilon": 1.349260530771435e-10, "l1": 6.596135880222269e-06, "l2": 5.3271326543632605e-06, "linear_decay": 2.6339401723983266e-07, "exponential_decay": 8.226804601729596e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed213":[{"learning_rate": 9.243550889516306e-07, "beta1": 0.5255554362777566, "beta2": 0.5359822505731783, "epsilon": 0.00648714898159001, "l1": 0.07278417066006566, "l2": 0.03131556217745248, "linear_decay": 1.2996683125534086e-06, "exponential_decay": 0.0003793653299518265}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed214":[{"learning_rate": 2.7176670830159968e-08, "beta1": 0.9973521164371868, "beta2": 0.7126277681787501, "epsilon": 1.847602727198462e-05, "l1": 2.2228110767525643e-06, "l2": 8.561744501482533e-08, "linear_decay": 1.656255911032708e-06, "exponential_decay": 0.000883708677009663}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed215":[{"learning_rate": 2.428255089191934e-07, "beta1": 0.9909163478803112, "beta2": 0.9999876424229367, "epsilon": 5.225911558914457e-08, "l1": 1.0197755158050355e-06, "l2": 5.728519592783435e-08, "linear_decay": 5.5952300571998134e-05, "exponential_decay": 1.5027879750975188e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed216":[{"learning_rate": 2.0907461936148243e-08, "beta1": 0.8686050417130525, "beta2": 0.9870029060867312, "epsilon": 5.5637489829990424e-08, "l1": 1.496087421559654e-06, "l2": 3.16390778796292, "linear_decay": 1.7556619916605515e-06, "exponential_decay": 5.807481203493536e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed217":[{"learning_rate": 8.569493943227285e-08, "beta1": 0.8508325740628251, "beta2": 0.999957344798298, "epsilon": 0.007927552973634566, "l1": 0.0006396987813786071, "l2": 0.006003671520316282, "linear_decay": 2.6703200257153297e-06, "exponential_decay": 1.538775285002118e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed218":[{"learning_rate": 1.0192558568939369e-05, "beta1": 0.9996059668204152, "beta2": 0.9915186403575535, "epsilon": 2.342500858383584, "l1": 1.065647637043004, "l2": 4.641151348120121e-06, "linear_decay": 5.861878980094456e-06, "exponential_decay": 6.471217700826796e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed219":[{"learning_rate": 1.3226369230227637e-08, "beta1": 0.998727466232666, "beta2": 0.9999879013870291, "epsilon": 3.400503810869399e-07, "l1": 1.6053404690038549, "l2": 0.020433757885886014, "linear_decay": 1.8039846638313757e-06, "exponential_decay": 2.648432225285779e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed220":[{"learning_rate": 1.743291030150038e-05, "beta1": 0.9968767002157769, "beta2": 0.9929844479115211, "epsilon": 9.991354877086842e-08, "l1": 9.827863103025095e-06, "l2": 0.014443357362469277, "linear_decay": 7.918483977593204e-07, "exponential_decay": 1.6206070325344224e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed221":[{"learning_rate": 0.0008301118390023659, "beta1": 0.2801709083158649, "beta2": 0.9999975825374233, "epsilon": 9.693536549186342e-06, "l1": 5.154936976448717, "l2": 1.2130991772663895e-07, "linear_decay": 9.193251659201673e-06, "exponential_decay": 6.126787618563343e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed222":[{"learning_rate": 0.0005423202670500968, "beta1": 0.9448851359698643, "beta2": 0.8967131269624489, "epsilon": 0.03154629569555623, "l1": 2.1537614263918344e-08, "l2": 4.1821631309152907e-07, "linear_decay": 1.9129704261314287e-05, "exponential_decay": 0.00021236656795541484}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed223":[{"learning_rate": 0.21800630881912086, "beta1": 0.8576138250546879, "beta2": 0.8028935308850318, "epsilon": 0.1678258911129393, "l1": 2.188115904863186e-08, "l2": 0.6578966201248557, "linear_decay": 1.5793992800570425e-05, "exponential_decay": 1.7831995646199667e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed224":[{"learning_rate": 0.00021523619546126872, "beta1": 0.9943999330761291, "beta2": 0.999998605304212, "epsilon": 4.024868171316302e-06, "l1": 0.017435538096718797, "l2": 3.994545041198551e-06, "linear_decay": 1.370934799549592e-05, "exponential_decay": 0.0001239461282691245}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed225":[{"learning_rate": 4.260799625361891e-06, "beta1": 0.9861763848967947, "beta2": 0.9999760552221268, "epsilon": 7.212363324485043e-06, "l1": 0.002156403677476175, "l2": 1.1431365853135482, "linear_decay": 6.364470883170226e-06, "exponential_decay": 5.353197241640452e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed226":[{"learning_rate": 1.1340059978677637, "beta1": 0.9976049906566343, "beta2": 0.9871071689808287, "epsilon": 0.18902426830283553, "l1": 7.0855964421109825e-06, "l2": 2.680963655200553, "linear_decay": 2.635438730038289e-06, "exponential_decay": 6.467049664437172e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed227":[{"learning_rate": 1.4035991506024993e-07, "beta1": 0.9789974436977593, "beta2": 0.9928614672427645, "epsilon": 7.530724867019536e-05, "l1": 1.1339302857953705e-07, "l2": 0.2687598390193151, "linear_decay": 7.893447687133098e-06, "exponential_decay": 7.175449117232928e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed228":[{"learning_rate": 6.520746294095655e-05, "beta1": 0.9853117157792677, "beta2": 0.9864690158191672, "epsilon": 3.155580960190437e-06, "l1": 8.938425775185081e-05, "l2": 0.0020018973021578125, "linear_decay": 9.14084866393134e-06, "exponential_decay": 0.00046687701443772877}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed229":[{"learning_rate": 7.46835572261883e-08, "beta1": 0.9100028351705972, "beta2": 0.9881776753257613, "epsilon": 1.652153542436765e-07, "l1": 0.10355132536277491, "l2": 0.0001714632188950848, "linear_decay": 1.304960340331272e-06, "exponential_decay": 9.8000643668924e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed230":[{"learning_rate": 0.0047752910152497365, "beta1": 0.6617659863828517, "beta2": 0.9999644114770315, "epsilon": 1.212246507450515e-06, "l1": 2.648247543228894, "l2": 0.0507165492142571, "linear_decay": 1.046308311294827e-07, "exponential_decay": 0.0008723716563799167}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed231":[{"learning_rate": 0.10800562327337862, "beta1": 0.9782811680810624, "beta2": 0.9996367041631542, "epsilon": 1.257421940221873e-06, "l1": 0.27669073627070034, "l2": 1.3516532389316591, "linear_decay": 1.308622298445033e-07, "exponential_decay": 1.7961070177956555e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed232":[{"learning_rate": 8.787532384772566e-06, "beta1": 0.9975758757177543, "beta2": 0.9999926067655113, "epsilon": 0.030228910717634498, "l1": 6.241550078627614e-06, "l2": 3.604679623647273e-06, "linear_decay": 3.496140499269974e-05, "exponential_decay": 2.049382315974448e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed233":[{"learning_rate": 2.214227296914035e-07, "beta1": 0.6294367095755531, "beta2": 0.996845040024779, "epsilon": 49.73043762601711, "l1": 1.3808592625217426e-05, "l2": 2.166775822658357e-07, "linear_decay": 2.265278285600871e-07, "exponential_decay": 5.253870084548002e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed234":[{"learning_rate": 1.899792160527892e-08, "beta1": 0.9989597725907555, "beta2": 0.7018720724805751, "epsilon": 409.510056622923, "l1": 1.6579750202499572e-06, "l2": 0.019465552207830594, "linear_decay": 3.974549934040874e-05, "exponential_decay": 1.2062420350514527e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed235":[{"learning_rate": 2.3729737198847545, "beta1": 0.9876738290598613, "beta2": 0.9999970750513559, "epsilon": 114.86714761565517, "l1": 2.3279718948717222e-05, "l2": 0.004250251689006774, "linear_decay": 3.2717702119812864e-05, "exponential_decay": 0.0005447874291515708}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed236":[{"learning_rate": 5.021024441507439e-08, "beta1": 0.8250647186997362, "beta2": 0.9999950769344335, "epsilon": 5.942480993551947, "l1": 1.4459393364995072e-05, "l2": 0.4763381549156211, "linear_decay": 8.164013598122872e-05, "exponential_decay": 7.22693431300365e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed237":[{"learning_rate": 7.767440103877296, "beta1": 0.9990986847041767, "beta2": 0.9999987873194683, "epsilon": 4.407544358372476, "l1": 2.7898540997534913e-07, "l2": 6.555455720305036, "linear_decay": 5.580411965832271e-06, "exponential_decay": 2.6219418243403863e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed238":[{"learning_rate": 3.8729913736614856e-08, "beta1": 0.9988489985610396, "beta2": 0.9824444024872665, "epsilon": 205.01859528442995, "l1": 2.7630820396379163, "l2": 4.8164113430012705, "linear_decay": 1.5415398285908234e-07, "exponential_decay": 0.0006738880257229534}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed239":[{"learning_rate": 6.144424185365212e-06, "beta1": 0.9996694661503832, "beta2": 0.9998793393325762, "epsilon": 1.0333585686980362, "l1": 0.0019708537352258787, "l2": 0.000522186104648997, "linear_decay": 3.966511198778635e-06, "exponential_decay": 3.3608064461539534e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed240":[{"learning_rate": 4.380854819869351e-06, "beta1": 0.9947336773557242, "beta2": 0.9496038871583841, "epsilon": 1.4820600923071516e-07, "l1": 9.724439630705824e-06, "l2": 0.13649822837700817, "linear_decay": 1.5142850019386267e-05, "exponential_decay": 1.2217447962184248e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed241":[{"learning_rate": 0.0034239452124864636, "beta1": 0.9794303792990934, "beta2": 0.9999901951729335, "epsilon": 1.046319667706264e-10, "l1": 0.0362899724157428, "l2": 0.37961280134840936, "linear_decay": 1.0027225720707958e-07, "exponential_decay": 1.2158326222760708e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed242":[{"learning_rate": 0.014527071830497585, "beta1": 0.999833729024217, "beta2": 0.9923185340155909, "epsilon": 0.0034393709639933805, "l1": 1.0746527741092356e-05, "l2": 9.276475172123219e-08, "linear_decay": 7.537132944245404e-06, "exponential_decay": 3.0232464561932295e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed243":[{"learning_rate": 7.391257331980775e-07, "beta1": 0.8657334126416685, "beta2": 0.9956208142726588, "epsilon": 3.1504829337755395e-06, "l1": 4.350306629476217e-05, "l2": 0.00010298193446237701, "linear_decay": 1.5775811461611126e-05, "exponential_decay": 0.000111462640686876}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed244":[{"learning_rate": 4.131416466655585e-06, "beta1": 0.9997504783670734, "beta2": 0.9999688079135017, "epsilon": 1.4207174657755159e-05, "l1": 4.482742074962111e-08, "l2": 9.094995786053645e-07, "linear_decay": 9.36381583970095e-05, "exponential_decay": 1.2790451430701363e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed245":[{"learning_rate": 1.4510580941251348, "beta1": 0.9997180838093337, "beta2": 0.9999960023866279, "epsilon": 9.78813263762783e-10, "l1": 3.0387676173922515, "l2": 0.4407294805059562, "linear_decay": 7.169830531303866e-05, "exponential_decay": 0.0002860566102091662}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed246":[{"learning_rate": 0.00020741664056271922, "beta1": 0.5534544473101457, "beta2": 0.9861162455357744, "epsilon": 0.0045914659710309036, "l1": 1.155079848181885e-08, "l2": 4.95387287134527e-05, "linear_decay": 5.325022864836787e-06, "exponential_decay": 4.073045253636223e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed247":[{"learning_rate": 1.9752538706637655e-05, "beta1": 0.5732573918571843, "beta2": 0.9030912443678173, "epsilon": 1.308663916600873e-09, "l1": 0.004336355947606706, "l2": 2.7611449586760067e-05, "linear_decay": 3.704506609650721e-05, "exponential_decay": 2.2105931606130786e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed248":[{"learning_rate": 0.016899722352566374, "beta1": 0.9912875555265921, "beta2": 0.9999985043391586, "epsilon": 0.0025677715182005766, "l1": 0.4137457520811234, "l2": 8.501797027739062, "linear_decay": 3.8302074885615365e-07, "exponential_decay": 2.9688190439458817e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed249":[{"learning_rate": 0.0004491893023131558, "beta1": 0.842349380865643, "beta2": 0.6155880403671893, "epsilon": 0.018302749071431614, "l1": 0.021010346002395323, "l2": 7.838285016257769e-05, "linear_decay": 4.3298362663172493e-07, "exponential_decay": 0.0007304765947130206}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed250":[{"learning_rate": 8.570656428076867e-07, "beta1": 0.9987678755860679, "beta2": 0.9998606722262744, "epsilon": 0.011018362995529841, "l1": 0.005916554506791636, "l2": 0.026678365535482133, "linear_decay": 5.505805350552544e-06, "exponential_decay": 9.96102195584009e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed251":[{"learning_rate": 0.005476474406225443, "beta1": 0.9997417347956342, "beta2": 0.999960583328531, "epsilon": 1.072394917844153e-09, "l1": 1.4820718298956392e-05, "l2": 1.0420214772359058, "linear_decay": 4.0103381286830006e-06, "exponential_decay": 7.809454952998673e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed252":[{"learning_rate": 1.1187163107029912e-08, "beta1": 0.994595398872666, "beta2": 0.9999695219328868, "epsilon": 0.0004478998824461399, "l1": 0.05860308345304005, "l2": 1.3584387807316429e-05, "linear_decay": 7.006770052605209e-07, "exponential_decay": 2.0376705250626047e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed253":[{"learning_rate": 2.2831731112781953e-06, "beta1": 0.9458037316805793, "beta2": 0.9986801645913898, "epsilon": 0.00039925863097544896, "l1": 2.6441306071974937e-08, "l2": 0.0038807977968026656, "linear_decay": 2.203185919648874e-07, "exponential_decay": 0.00014632920225131674}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed254":[{"learning_rate": 0.0004060281509663399, "beta1": 0.9636526629280148, "beta2": 0.9999908807216394, "epsilon": 0.0001675019369808148, "l1": 5.7646463254601864e-05, "l2": 0.012966993957690262, "linear_decay": 1.847230142467419e-05, "exponential_decay": 0.00023873028919267774}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed255":[{"learning_rate": 0.0001497713205999666, "beta1": 0.9992199157043598, "beta2": 0.9999142282788843, "epsilon": 2.5904188741991646e-10, "l1": 0.10111592124066072, "l2": 2.1248718096793563e-06, "linear_decay": 1.452095729011492e-06, "exponential_decay": 0.0002887173010689026}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed256":[{"learning_rate": 2.5825825645085876e-08, "beta1": 0.9778953916193, "beta2": 0.9999834255499773, "epsilon": 1.2449735537152151e-09, "l1": 1.7136794739210494e-08, "l2": 4.230923688012305e-05, "linear_decay": 1.3681557667885143e-06, "exponential_decay": 0.0006941917809692072}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed257":[{"learning_rate": 2.3358138095741485, "beta1": 0.8314904069538337, "beta2": 0.9938537110936912, "epsilon": 0.44648163505969646, "l1": 0.0678069571959623, "l2": 1.8415503695649747e-07, "linear_decay": 9.39544441965056e-07, "exponential_decay": 0.00017878670218226633}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed258":[{"learning_rate": 5.7762338561816956e-08, "beta1": 0.9571712243825223, "beta2": 0.9996983640835768, "epsilon": 0.1588596190839525, "l1": 1.5471421744005e-08, "l2": 0.292062801945978, "linear_decay": 4.930551096077177e-05, "exponential_decay": 5.255628208248098e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed259":[{"learning_rate": 0.016292178963901765, "beta1": 0.9997468474024916, "beta2": 0.9999604803519715, "epsilon": 24.01799988941232, "l1": 0.023810645670259582, "l2": 0.5884523388589241, "linear_decay": 2.708909520745599e-05, "exponential_decay": 1.5305549225814574e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed260":[{"learning_rate": 7.404668970078686e-08, "beta1": 0.9992581478294087, "beta2": 0.9999640245612283, "epsilon": 1.3726857746821275, "l1": 0.0054614752641738845, "l2": 3.415853324604996e-07, "linear_decay": 1.706821875280092e-06, "exponential_decay": 2.9229477207971464e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed261":[{"learning_rate": 0.16159328700289474, "beta1": 0.9912250878718234, "beta2": 0.9082428298531782, "epsilon": 0.008227179159696608, "l1": 4.085767844175252e-08, "l2": 0.025064471247351984, "linear_decay": 6.799368460995066e-05, "exponential_decay": 0.00037257326993034886}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed262":[{"learning_rate": 3.3835808440776214e-05, "beta1": 0.9237166671636736, "beta2": 0.9977574957631624, "epsilon": 0.921377179189526, "l1": 2.992478107360039, "l2": 1.23066090880862e-06, "linear_decay": 1.5680298336933198e-07, "exponential_decay": 0.00024798754766326285}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed263":[{"learning_rate": 0.0014439563762379919, "beta1": 0.8924866264601619, "beta2": 0.9974671652370332, "epsilon": 0.000603717384588524, "l1": 1.7872726974957285, "l2": 7.275102160506242e-07, "linear_decay": 9.430450353584652e-05, "exponential_decay": 6.325275964663133e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed264":[{"learning_rate": 0.09731805075150353, "beta1": 0.998352314749119, "beta2": 0.9972706636304266, "epsilon": 3.6613170078262265e-10, "l1": 0.0038006627578191276, "l2": 8.120995896676674e-08, "linear_decay": 4.672222519784083e-06, "exponential_decay": 3.336676296270798e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed265":[{"learning_rate": 0.0004980873505530479, "beta1": 0.9405551239704323, "beta2": 0.9999946449580074, "epsilon": 1.8200635766659064e-10, "l1": 0.11212891586731621, "l2": 0.0011511502737577113, "linear_decay": 2.6673722701261806e-07, "exponential_decay": 1.0269864874917526e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed266":[{"learning_rate": 5.2116660487233025e-08, "beta1": 0.99989771275141, "beta2": 0.9999707379261922, "epsilon": 3.5510361527608323e-05, "l1": 0.03974260679587601, "l2": 1.1680261580124764, "linear_decay": 9.985444078376413e-05, "exponential_decay": 0.0004365640719864694}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed267":[{"learning_rate": 3.8875262167424406e-07, "beta1": 0.9714980819184151, "beta2": 0.9921431172552543, "epsilon": 125.05663913958563, "l1": 7.27075891433218, "l2": 0.22215752168490294, "linear_decay": 1.1543984502042912e-06, "exponential_decay": 1.9680969329517797e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed268":[{"learning_rate": 2.1918205827317957e-07, "beta1": 0.9396206525270099, "beta2": 0.2581126268598217, "epsilon": 2.7822099473847712e-08, "l1": 0.005374867920470785, "l2": 0.008500232702035143, "linear_decay": 1.1087485990047113e-07, "exponential_decay": 0.0009390006720777638}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed269":[{"learning_rate": 2.1128294208996522e-06, "beta1": 0.9996613263574122, "beta2": 0.9991901489917651, "epsilon": 4.303248076513075, "l1": 3.942006881137373e-08, "l2": 1.3220821144195207e-05, "linear_decay": 3.131645838501671e-05, "exponential_decay": 2.695971746290564e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed270":[{"learning_rate": 0.01766544364686673, "beta1": 0.82871555783096, "beta2": 0.9999980548727575, "epsilon": 55.5576925350655, "l1": 1.6873395439210007e-07, "l2": 2.9319280962370347e-07, "linear_decay": 4.307614911488024e-07, "exponential_decay": 0.00012060818503471424}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed271":[{"learning_rate": 0.005622930642910459, "beta1": 0.997758361195133, "beta2": 0.9999967312091617, "epsilon": 0.01889108558605732, "l1": 0.00010813006809898305, "l2": 0.012256784450938883, "linear_decay": 7.30520612884059e-07, "exponential_decay": 2.3587216221929633e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed272":[{"learning_rate": 1.696230302037268e-06, "beta1": 0.673199375116399, "beta2": 0.5759786167370347, "epsilon": 9.508786356955538e-07, "l1": 0.0001542226908478753, "l2": 3.6550312229685983e-07, "linear_decay": 4.647095133234184e-07, "exponential_decay": 0.000141600737413178}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed273":[{"learning_rate": 4.513953951751215e-08, "beta1": 0.9998181232153286, "beta2": 0.999997593318816, "epsilon": 1.1566137596290369e-10, "l1": 0.0004168241926995265, "l2": 1.7954025154797872, "linear_decay": 2.0600111915530868e-05, "exponential_decay": 8.260062864390804e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed274":[{"learning_rate": 3.487054019151663e-06, "beta1": 0.9747069240011188, "beta2": 0.9999909653836595, "epsilon": 1.6844694908563e-09, "l1": 0.0005896133716293136, "l2": 1.71513888101947e-08, "linear_decay": 7.393872914975008e-05, "exponential_decay": 0.0004208206243941107}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed275":[{"learning_rate": 8.627755253919897e-05, "beta1": 0.8943439524620896, "beta2": 0.1446412194299418, "epsilon": 120.10550428591812, "l1": 8.452629221697915e-08, "l2": 1.2465729782919366e-06, "linear_decay": 2.2364179305170967e-07, "exponential_decay": 3.2986061586167333e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed276":[{"learning_rate": 4.72072784550729, "beta1": 0.18904942283942971, "beta2": 0.999977068914377, "epsilon": 1.4497299186769152e-10, "l1": 7.757427497399397, "l2": 0.7398663350322755, "linear_decay": 7.246121411407944e-05, "exponential_decay": 3.0416783889008475e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed277":[{"learning_rate": 0.00022937675639917834, "beta1": 0.9979677828646312, "beta2": 0.9999978714957541, "epsilon": 0.031821075614731194, "l1": 5.878795755053496e-07, "l2": 0.020577205763368567, "linear_decay": 2.5357317345825187e-05, "exponential_decay": 9.61821802249451e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed278":[{"learning_rate": 5.786351478249663e-07, "beta1": 0.5744870473117745, "beta2": 0.9986947269566397, "epsilon": 0.3943353078384508, "l1": 0.00296528651459132, "l2": 2.1507282344140116e-06, "linear_decay": 2.9318660405489527e-05, "exponential_decay": 2.1689266401465502e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed279":[{"learning_rate": 0.0018710607295244288, "beta1": 0.9906118298554024, "beta2": 0.8980624482811603, "epsilon": 0.3674186879370422, "l1": 3.5589420225048622e-06, "l2": 1.6995140022060172e-08, "linear_decay": 6.863863567280416e-05, "exponential_decay": 9.58074328621705e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed280":[{"learning_rate": 1.582360161027777e-07, "beta1": 0.9990513837891313, "beta2": 0.9990800088883118, "epsilon": 8.959159412460818e-07, "l1": 1.6553958565741586e-06, "l2": 9.585292440400766e-05, "linear_decay": 3.1383278823324424e-06, "exponential_decay": 0.00042973336177748125}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed281":[{"learning_rate": 0.00012301469158942905, "beta1": 0.9997753098476407, "beta2": 0.9999945325617468, "epsilon": 7.166159666913225e-07, "l1": 0.007026919041649564, "l2": 0.0016000806186957659, "linear_decay": 1.0691072701753275e-06, "exponential_decay": 0.00013384011980874784}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed282":[{"learning_rate": 2.0693625153391107e-05, "beta1": 0.9963111632451895, "beta2": 0.9999946663874619, "epsilon": 8.43242823157105e-07, "l1": 2.167381754319795, "l2": 8.485447907718989, "linear_decay": 1.4279218805919645e-06, "exponential_decay": 0.0009318994535334517}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed283":[{"learning_rate": 0.0023808724609712603, "beta1": 0.9979746832718603, "beta2": 0.9930024921791359, "epsilon": 1.7149047307028124e-08, "l1": 0.1404355982068813, "l2": 2.450626983737794, "linear_decay": 3.2185940064741766e-07, "exponential_decay": 9.619065487983972e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed284":[{"learning_rate": 0.4101084525657366, "beta1": 0.9997403672250297, "beta2": 0.9999986177260739, "epsilon": 26.315464414728698, "l1": 1.5278093946024908e-07, "l2": 0.0018611118742961508, "linear_decay": 1.982589541355374e-07, "exponential_decay": 4.146163705526081e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed285":[{"learning_rate": 1.8690461794326576e-06, "beta1": 0.9998316332439219, "beta2": 0.9954033042938467, "epsilon": 0.00211098103949786, "l1": 0.0018073892061364419, "l2": 4.1322022822601277e-07, "linear_decay": 1.5376050385489106e-05, "exponential_decay": 0.00011548367490538138}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed286":[{"learning_rate": 2.0193676818770268e-07, "beta1": 0.999140640603455, "beta2": 0.9996908765981929, "epsilon": 9.015816311774663e-07, "l1": 0.603466343851961, "l2": 3.964598118021219e-05, "linear_decay": 3.091290922805826e-07, "exponential_decay": 0.0009130782516261803}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed287":[{"learning_rate": 1.9969494882676158e-07, "beta1": 0.9303353465707905, "beta2": 0.8192984054021671, "epsilon": 1.0615878229615818, "l1": 9.83494088291961e-07, "l2": 1.4555216142015504e-08, "linear_decay": 7.335909938076059e-05, "exponential_decay": 0.0007941935122652415}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed288":[{"learning_rate": 0.0009537333779962464, "beta1": 0.9275347378522132, "beta2": 0.9249781042783456, "epsilon": 1.930740720822026e-10, "l1": 0.369467977645351, "l2": 0.011401909124465587, "linear_decay": 4.1343587371351296e-07, "exponential_decay": 1.659186487269228e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed289":[{"learning_rate": 0.03500932288045981, "beta1": 0.9875733230559426, "beta2": 0.9999883342080734, "epsilon": 0.20523514914387808, "l1": 0.9832490492599083, "l2": 0.00012694414405423733, "linear_decay": 1.7868778977673652e-06, "exponential_decay": 5.3523065137631294e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed290":[{"learning_rate": 2.8887719101874502e-06, "beta1": 0.9988783846265169, "beta2": 0.9712457378254653, "epsilon": 2.1248031043134363e-10, "l1": 8.492834731077272e-06, "l2": 5.407696210474714e-08, "linear_decay": 7.946178407726483e-05, "exponential_decay": 1.771006773052055e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed291":[{"learning_rate": 7.671421899050359e-08, "beta1": 0.9501734130018376, "beta2": 0.9919883612511621, "epsilon": 2.5342819836995867e-05, "l1": 0.0666544429161909, "l2": 2.1654937135217493e-05, "linear_decay": 8.84623787545096e-06, "exponential_decay": 1.0236420792359452e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed292":[{"learning_rate": 1.8266625843409109e-06, "beta1": 0.9968427418010273, "beta2": 0.9961241159017117, "epsilon": 0.00016286633226081135, "l1": 1.0912518846367224e-05, "l2": 0.10478388441204398, "linear_decay": 6.770985707591427e-06, "exponential_decay": 5.645004145068518e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed293":[{"learning_rate": 0.219604097046475, "beta1": 0.9426235306779511, "beta2": 0.9897591495489931, "epsilon": 5.962854503776573e-06, "l1": 0.008123080893840591, "l2": 0.5516061480229904, "linear_decay": 1.0408212164275281e-07, "exponential_decay": 0.0003177847336760595}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed294":[{"learning_rate": 0.010285567530834061, "beta1": 0.9996490130960519, "beta2": 0.9948951134497037, "epsilon": 7.433777278331667e-10, "l1": 0.01357826790777605, "l2": 6.316500962534769e-05, "linear_decay": 1.1147877269755791e-06, "exponential_decay": 2.965476933558808e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed295":[{"learning_rate": 0.003975392692176909, "beta1": 0.9978802656955805, "beta2": 0.9755937551319263, "epsilon": 0.00012916274789901826, "l1": 0.029910736107627706, "l2": 0.00494294129825328, "linear_decay": 3.255008326155583e-05, "exponential_decay": 2.926197917460309e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed296":[{"learning_rate": 5.521285022662322e-06, "beta1": 0.9215987810967695, "beta2": 0.6872185760655551, "epsilon": 4.110121302760999e-09, "l1": 0.0007225006402753664, "l2": 1.0628297063677359e-08, "linear_decay": 4.549717223328707e-06, "exponential_decay": 1.7695733155339376e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed297":[{"learning_rate": 3.5185320050586038, "beta1": 0.9998374573204076, "beta2": 0.9999972932708282, "epsilon": 4.4086725437957196e-10, "l1": 7.428555446121168e-05, "l2": 7.539081224881278, "linear_decay": 1.4431047314444283e-05, "exponential_decay": 0.0005515390602000657}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed298":[{"learning_rate": 0.015462961427894804, "beta1": 0.9807116384878909, "beta2": 0.9825596424285624, "epsilon": 7.673463216560476e-08, "l1": 8.363549483943141e-08, "l2": 2.270149893849535e-06, "linear_decay": 6.6037398520913e-07, "exponential_decay": 2.42441515234318e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed299":[{"learning_rate": 4.96586551368012e-06, "beta1": 0.9951478937216561, "beta2": 0.998581368462092, "epsilon": 323.3192605991753, "l1": 6.29403270027628, "l2": 0.011603774005321367, "linear_decay": 6.037648096243417e-06, "exponential_decay": 4.7341083862543144e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed300":[{"learning_rate": 0.00011484262699233585, "beta1": 0.9992342458364005, "beta2": 0.9998361345046411, "epsilon": 6.026763494210838e-07, "l1": 1.47809159530581e-06, "l2": 0.10924910722618404, "linear_decay": 2.7119588651844776e-05, "exponential_decay": 6.275211641590845e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed301":[{"learning_rate": 1.0852254937546443e-05, "beta1": 0.9763239126096832, "beta2": 0.9888675614461837, "epsilon": 0.0007887402048897718, "l1": 0.028767256541276178, "l2": 0.00011499579479463491, "linear_decay": 4.849065537451693e-05, "exponential_decay": 1.6201516233853245e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed302":[{"learning_rate": 0.005327591402518128, "beta1": 0.8003959428113727, "beta2": 0.9998878321471508, "epsilon": 0.4123920936765344, "l1": 0.0001668829534152688, "l2": 0.0007675659519236282, "linear_decay": 4.335105801624244e-06, "exponential_decay": 0.00040289905836392434}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed303":[{"learning_rate": 0.056407364762843124, "beta1": 0.9986691157506934, "beta2": 0.9979827222091773, "epsilon": 3.4801196286652543, "l1": 0.003895455698289739, "l2": 8.270795791483666e-05, "linear_decay": 3.6399745808602283e-07, "exponential_decay": 8.300394265818563e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed304":[{"learning_rate": 5.631103747833377e-05, "beta1": 0.7917744692213148, "beta2": 0.5678068372957946, "epsilon": 2.0949912170080062e-05, "l1": 1.3295419284479952e-05, "l2": 4.82290732788843e-05, "linear_decay": 6.419501647393107e-06, "exponential_decay": 2.133421885150121e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed305":[{"learning_rate": 2.4917151363167994e-07, "beta1": 0.7504325641522114, "beta2": 0.9986892706857032, "epsilon": 2.972107831328428e-05, "l1": 0.00021285555116969126, "l2": 0.00275680486272138, "linear_decay": 8.772076955663342e-05, "exponential_decay": 4.6443324821360844e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed306":[{"learning_rate": 4.08094606219848e-06, "beta1": 0.33934579511979557, "beta2": 0.9999119985748803, "epsilon": 0.00023234488303560075, "l1": 0.786135095590438, "l2": 0.1670406947753866, "linear_decay": 9.80831770122903e-05, "exponential_decay": 9.241316454141074e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed307":[{"learning_rate": 7.685620787099264e-06, "beta1": 0.9952742180516979, "beta2": 0.9997356676530558, "epsilon": 29.497152265421256, "l1": 0.13504130939160575, "l2": 1.6125752002194856e-08, "linear_decay": 2.916072417016888e-06, "exponential_decay": 5.266922756957536e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed308":[{"learning_rate": 0.11485930898309993, "beta1": 0.9430555908069245, "beta2": 0.9999986534898195, "epsilon": 0.0044089221202312364, "l1": 1.0631749098725326e-07, "l2": 5.1326041775968076e-08, "linear_decay": 4.582965722581754e-06, "exponential_decay": 0.00020116711811391872}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed309":[{"learning_rate": 0.12347167879889957, "beta1": 0.8237918742844282, "beta2": 0.9301510034766232, "epsilon": 0.0002215970639313164, "l1": 5.30589195646327e-06, "l2": 0.00966995066467231, "linear_decay": 6.447152372354865e-07, "exponential_decay": 0.0002874828313880593}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed310":[{"learning_rate": 0.23263452052639674, "beta1": 0.9527638583492332, "beta2": 0.2944389658310681, "epsilon": 0.008626867379272854, "l1": 0.11072585503369237, "l2": 6.5426383167151714e-06, "linear_decay": 1.5212557421424916e-07, "exponential_decay": 1.0456222748579121e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed311":[{"learning_rate": 0.0001232688918587779, "beta1": 0.994271832416088, "beta2": 0.9742596234063452, "epsilon": 0.0001111440845465096, "l1": 5.082785804173731e-07, "l2": 0.003459586415695209, "linear_decay": 7.640776358551624e-07, "exponential_decay": 5.189254279935227e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed312":[{"learning_rate": 8.923637380702756e-07, "beta1": 0.9952697065951371, "beta2": 0.9996940173757636, "epsilon": 1.6353689039015183e-08, "l1": 0.6241923387810068, "l2": 0.0038556747425471036, "linear_decay": 2.033828259620125e-06, "exponential_decay": 8.840674649005196e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed313":[{"learning_rate": 3.0892753461001386e-07, "beta1": 0.9841358260191572, "beta2": 0.8537045521837616, "epsilon": 0.010792906412159284, "l1": 3.2825963633544974, "l2": 0.001116147893224789, "linear_decay": 4.062210809274453e-05, "exponential_decay": 0.0003039475005972217}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed314":[{"learning_rate": 1.7859209565061818, "beta1": 0.9773969183128179, "beta2": 0.999961069811459, "epsilon": 1.5193923451069282, "l1": 1.828140470100193, "l2": 0.2793798679089281, "linear_decay": 1.5270541823784564e-05, "exponential_decay": 0.00016540884418875858}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed315":[{"learning_rate": 0.003549052477115498, "beta1": 0.9986918371590144, "beta2": 0.9999943238556389, "epsilon": 1.2688725408859312e-06, "l1": 9.377831164525144, "l2": 6.424472964927122e-05, "linear_decay": 2.1749480275390909e-07, "exponential_decay": 1.1345126236666506e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed316":[{"learning_rate": 0.2986301991286671, "beta1": 0.9040915436388126, "beta2": 0.9834935888655281, "epsilon": 1.199688552974464e-09, "l1": 5.097812627692342e-07, "l2": 0.030634810141398412, "linear_decay": 2.4613819897921482e-06, "exponential_decay": 0.0002864930724643476}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed317":[{"learning_rate": 5.4846993469210875e-06, "beta1": 0.9196087656053541, "beta2": 0.39586764171390154, "epsilon": 0.003146033733616616, "l1": 4.904665816749089e-07, "l2": 0.023616224507332848, "linear_decay": 4.774547242548086e-06, "exponential_decay": 9.234120774273537e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed318":[{"learning_rate": 0.0019078918036611017, "beta1": 0.9977054055497696, "beta2": 0.9999496718287599, "epsilon": 7.55538644818923e-09, "l1": 4.4697911181852174e-05, "l2": 9.207101624829144e-07, "linear_decay": 1.1823228841135575e-07, "exponential_decay": 5.773117503180126e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed319":[{"learning_rate": 9.682790826632607, "beta1": 0.540466527931949, "beta2": 0.9999927088992285, "epsilon": 1.5248969185259418e-10, "l1": 0.00019062510440166652, "l2": 9.097339794118223, "linear_decay": 2.3777089176888434e-06, "exponential_decay": 1.0491794449800669e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed320":[{"learning_rate": 0.026864939615140745, "beta1": 0.9989435074992253, "beta2": 0.08829199968370238, "epsilon": 1.6180571499413966e-05, "l1": 0.023752355135737205, "l2": 0.004028757111733228, "linear_decay": 1.1611237413653895e-07, "exponential_decay": 0.0005870467086791275}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed321":[{"learning_rate": 0.9408740083371776, "beta1": 0.9997950492863635, "beta2": 0.24512169529560635, "epsilon": 1.6585514738559762e-07, "l1": 0.05969836791473434, "l2": 0.0005496430318861995, "linear_decay": 5.280332366376939e-05, "exponential_decay": 2.2273532942055027e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed322":[{"learning_rate": 5.1661801614414854e-05, "beta1": 0.9996312192427249, "beta2": 0.999954682172984, "epsilon": 1.4688742757211311e-08, "l1": 1.4346047548039783e-08, "l2": 0.0015904446278923031, "linear_decay": 3.9592038816591813e-07, "exponential_decay": 0.0004761413652007566}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed323":[{"learning_rate": 5.760978822874092, "beta1": 0.9997236959690871, "beta2": 0.7350896609153972, "epsilon": 24.057335968924615, "l1": 6.08062421950615, "l2": 0.0016238467707029892, "linear_decay": 9.930420219375619e-05, "exponential_decay": 1.1689848943864731e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed324":[{"learning_rate": 3.490200867190049e-08, "beta1": 0.9886257097398559, "beta2": 0.9999977791055202, "epsilon": 2.3251230098875037e-06, "l1": 0.0005669535125220162, "l2": 2.9799414230460486, "linear_decay": 5.385507006549524e-07, "exponential_decay": 1.5950521426398015e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed325":[{"learning_rate": 2.2367193383285553, "beta1": 0.16016458292330238, "beta2": 0.9995947212783554, "epsilon": 0.07583239557677125, "l1": 0.016684934656838693, "l2": 0.06946739864564243, "linear_decay": 2.5077436844584253e-05, "exponential_decay": 4.254481815286435e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed326":[{"learning_rate": 0.0004739110248940618, "beta1": 0.7413079542415856, "beta2": 0.9989656453586612, "epsilon": 2.937814824676443e-10, "l1": 1.974537289574277, "l2": 0.004171081661719972, "linear_decay": 5.327665742560864e-07, "exponential_decay": 4.9419671831437036e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed327":[{"learning_rate": 0.00010755415162295836, "beta1": 0.921085888504668, "beta2": 0.9999495519430901, "epsilon": 0.000107928656824003, "l1": 0.02710886262494443, "l2": 0.01311481954283895, "linear_decay": 1.2215622357901053e-07, "exponential_decay": 7.555936665964703e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed328":[{"learning_rate": 1.5253358850121518e-06, "beta1": 0.9989484115266878, "beta2": 0.9999966630697229, "epsilon": 10.109902258824539, "l1": 0.05105529618224096, "l2": 0.3068942120198079, "linear_decay": 5.7073503270182067e-05, "exponential_decay": 1.1452958083443544e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed329":[{"learning_rate": 0.0014602020606911143, "beta1": 0.9963366495441953, "beta2": 0.999997346689487, "epsilon": 14.539960614001947, "l1": 0.056144351903717186, "l2": 0.00015367215684081376, "linear_decay": 2.8674556477821017e-06, "exponential_decay": 0.00011638251741916242}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed330":[{"learning_rate": 0.0002897565155808679, "beta1": 0.9994565559784517, "beta2": 0.8570749478011577, "epsilon": 1.4227834459819629e-10, "l1": 0.05859159203042302, "l2": 2.5145334903048893, "linear_decay": 7.827413295967775e-06, "exponential_decay": 1.0421071609169395e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed331":[{"learning_rate": 3.3116650456072914, "beta1": 0.9997089510773001, "beta2": 0.9833334383566636, "epsilon": 3.134616376475071e-08, "l1": 1.0164813482633146, "l2": 0.0030146439587626682, "linear_decay": 6.470516811507943e-05, "exponential_decay": 3.064702925584746e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed332":[{"learning_rate": 1.8347417860156792, "beta1": 0.8868637644477724, "beta2": 0.9999484792858212, "epsilon": 123.17214374981548, "l1": 6.521415669171943e-07, "l2": 0.14759519658148842, "linear_decay": 2.8158771107247828e-05, "exponential_decay": 0.0004228293833243283}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed333":[{"learning_rate": 0.0007755678240567517, "beta1": 0.9176235804578686, "beta2": 0.9999987373334478, "epsilon": 1.9697197425636596e-06, "l1": 2.0820752610633872e-05, "l2": 2.7210278806641112e-08, "linear_decay": 2.058688149185729e-07, "exponential_decay": 0.0005101377391976326}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed334":[{"learning_rate": 1.3906860590232024e-06, "beta1": 0.9998651219885543, "beta2": 0.9999944332005654, "epsilon": 1.648638285932029e-08, "l1": 4.0907924449992016e-06, "l2": 0.25551729192370715, "linear_decay": 2.500414880964581e-05, "exponential_decay": 0.000479079218439883}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed335":[{"learning_rate": 0.06992742856108097, "beta1": 0.9998783288342187, "beta2": 0.9059672954257729, "epsilon": 0.025246516506295065, "l1": 0.00012278685620322087, "l2": 0.03503312877295958, "linear_decay": 2.3025999760655353e-05, "exponential_decay": 4.470900412653032e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed336":[{"learning_rate": 9.195837424963225e-05, "beta1": 0.6142719101793984, "beta2": 0.9992129437283531, "epsilon": 9.884155351347667e-08, "l1": 3.8446336166976853, "l2": 1.1175632718899662e-05, "linear_decay": 8.762308226134664e-06, "exponential_decay": 3.0386542297413297e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed337":[{"learning_rate": 0.158183486235382, "beta1": 0.9995885949215806, "beta2": 0.9974491578917309, "epsilon": 4.4261351656425e-10, "l1": 0.0008091426167920556, "l2": 1.1757387004638592e-06, "linear_decay": 1.044019283520052e-06, "exponential_decay": 6.835342543785445e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed338":[{"learning_rate": 1.1423918695034914e-07, "beta1": 0.9822278694961236, "beta2": 0.9987495277633576, "epsilon": 8.22311104254569e-05, "l1": 0.012072536286190623, "l2": 1.6165748534113462e-07, "linear_decay": 1.9313344302600654e-07, "exponential_decay": 3.6618476694157544e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed339":[{"learning_rate": 0.005491940155795016, "beta1": 0.9995142100386687, "beta2": 0.9999571872337912, "epsilon": 0.000623210429287951, "l1": 6.948262647707882, "l2": 1.6730071778818894e-08, "linear_decay": 2.267905551570187e-07, "exponential_decay": 5.3125727277724166e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed340":[{"learning_rate": 3.410194474366194e-06, "beta1": 0.22935020744311596, "beta2": 0.9981791056632858, "epsilon": 2.893655287999123e-06, "l1": 0.00027782624808160393, "l2": 2.2476557422252767e-06, "linear_decay": 1.0309754974966579e-06, "exponential_decay": 0.000447138344971002}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed341":[{"learning_rate": 2.435017744354304e-06, "beta1": 0.4919408169459536, "beta2": 0.9760539772101899, "epsilon": 163.27735138663496, "l1": 0.22567138322295888, "l2": 0.19159982870681824, "linear_decay": 1.7359918270480306e-07, "exponential_decay": 0.0007900734033273656}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed342":[{"learning_rate": 3.8486602252746285e-08, "beta1": 0.8053488929158005, "beta2": 0.9999982428054807, "epsilon": 0.0031540337130370358, "l1": 2.5616964049859745, "l2": 7.730396063725582e-06, "linear_decay": 1.984284033101274e-06, "exponential_decay": 7.43612738254788e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed343":[{"learning_rate": 4.7370096768025655e-08, "beta1": 0.9616225553643898, "beta2": 0.9913342526767724, "epsilon": 2.8867136937459175e-05, "l1": 1.416306177282835e-06, "l2": 1.9543127888348584, "linear_decay": 6.244459392937255e-05, "exponential_decay": 0.00047236892618814037}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed344":[{"learning_rate": 6.683016249358439e-06, "beta1": 0.8804674432905801, "beta2": 0.9999340935739552, "epsilon": 1.7366312347264997e-10, "l1": 1.0548073773556581e-06, "l2": 1.014442593227698e-05, "linear_decay": 5.341917516834968e-06, "exponential_decay": 3.3275030699845256e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed345":[{"learning_rate": 2.1794187690452015e-05, "beta1": 0.9543398949332967, "beta2": 0.9990451216927985, "epsilon": 0.006714715558052395, "l1": 1.5763930057948612e-06, "l2": 0.00028361719165121796, "linear_decay": 1.3540080433901956e-05, "exponential_decay": 4.424078829303517e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed346":[{"learning_rate": 0.002200775645709521, "beta1": 0.999891255069779, "beta2": 0.9999870085137875, "epsilon": 5.8201006686146185e-05, "l1": 3.6002700639669443, "l2": 0.01032475007511396, "linear_decay": 1.135050067202525e-07, "exponential_decay": 1.260679908461201e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed347":[{"learning_rate": 2.5012619065994933e-06, "beta1": 0.9985851079734571, "beta2": 0.8086941944568975, "epsilon": 0.6813841787965899, "l1": 0.010061568311797673, "l2": 0.08678475048661817, "linear_decay": 4.740317263690324e-06, "exponential_decay": 0.0006208687826402488}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed348":[{"learning_rate": 2.855750267294211e-06, "beta1": 0.9965554280704397, "beta2": 0.999901908394797, "epsilon": 453.6960200862225, "l1": 0.00010393310346707739, "l2": 0.07413963131508476, "linear_decay": 5.132322025023537e-06, "exponential_decay": 4.037294742251535e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed349":[{"learning_rate": 8.442023848572298e-07, "beta1": 0.2354964504612057, "beta2": 0.9992731185908765, "epsilon": 1.1763440772052353e-07, "l1": 1.728649993463999, "l2": 5.473404579015921e-06, "linear_decay": 2.559590329730341e-05, "exponential_decay": 1.068153644963211e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed350":[{"learning_rate": 7.747842687062041e-05, "beta1": 0.9267184763544217, "beta2": 0.7663740039211648, "epsilon": 4.812448633660948e-07, "l1": 0.003962405462929856, "l2": 1.9638658759052712e-08, "linear_decay": 2.5480164182982603e-06, "exponential_decay": 1.0396839174486805e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed351":[{"learning_rate": 1.2629667977685803e-08, "beta1": 0.9986444923209064, "beta2": 0.9999988685247564, "epsilon": 4.382594996165762, "l1": 2.4017937333894683e-05, "l2": 2.9266095833898233e-07, "linear_decay": 8.645882882201515e-05, "exponential_decay": 1.0913771450794674e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed352":[{"learning_rate": 0.7184763611294823, "beta1": 0.9823496694290815, "beta2": 0.9999754256054117, "epsilon": 2.0446792138204193e-09, "l1": 0.9113970606997587, "l2": 7.170735096642189e-07, "linear_decay": 2.283463662242982e-07, "exponential_decay": 1.1755654408147397e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed353":[{"learning_rate": 8.425976155844191e-05, "beta1": 0.9988727562618367, "beta2": 0.9216670103392421, "epsilon": 0.07099187768144821, "l1": 0.047042392291258256, "l2": 5.582264167891622e-06, "linear_decay": 1.8462250829919074e-07, "exponential_decay": 5.597014066312321e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed354":[{"learning_rate": 0.038308135661698633, "beta1": 0.9865799902863029, "beta2": 0.9809870496671055, "epsilon": 2.515555839892214, "l1": 0.1584685122316798, "l2": 0.001742933167820034, "linear_decay": 7.266600925061157e-05, "exponential_decay": 3.278839288657113e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed355":[{"learning_rate": 1.2052171649990475e-06, "beta1": 0.9935680132759656, "beta2": 0.5533119707903775, "epsilon": 6.512355702621062e-09, "l1": 0.031016263955657205, "l2": 0.6512227830547125, "linear_decay": 7.697401706440321e-06, "exponential_decay": 0.00025234089140811896}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed356":[{"learning_rate": 0.00024138111584318548, "beta1": 0.9991417475828628, "beta2": 0.9760768553170618, "epsilon": 0.00039817445293190384, "l1": 0.00028681408542619984, "l2": 1.253547571803768e-05, "linear_decay": 5.063620195477206e-07, "exponential_decay": 0.00048229612272874476}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed357":[{"learning_rate": 0.0323132387196024, "beta1": 0.9988126069615169, "beta2": 0.9183316683132919, "epsilon": 0.09159723669964148, "l1": 0.004922517818018889, "l2": 0.00012855842238830705, "linear_decay": 7.076150635016208e-06, "exponential_decay": 1.1268784710668609e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed358":[{"learning_rate": 0.026455279333591993, "beta1": 0.9994271769299323, "beta2": 0.9993875160130727, "epsilon": 0.13573205072522113, "l1": 0.48053518635938963, "l2": 0.0020502532129502526, "linear_decay": 9.251680183679201e-07, "exponential_decay": 1.7567631912351384e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed359":[{"learning_rate": 0.8137860863756955, "beta1": 0.9368906512926181, "beta2": 0.9999293078267859, "epsilon": 3.979206621237638e-05, "l1": 8.226038543815179e-05, "l2": 0.11684057233291724, "linear_decay": 6.719302159685182e-06, "exponential_decay": 0.00011738262994868886}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed360":[{"learning_rate": 0.00030199779538056564, "beta1": 0.4164186665179461, "beta2": 0.9998351785220272, "epsilon": 3.5160480478629914e-05, "l1": 0.15787175198091727, "l2": 1.3863392867754534e-08, "linear_decay": 8.879962888743546e-06, "exponential_decay": 0.00023639548410831117}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed361":[{"learning_rate": 9.812737664006081e-08, "beta1": 0.9402112598036378, "beta2": 0.8192343889149675, "epsilon": 2.1379119761301418e-05, "l1": 0.003502173556934546, "l2": 0.0022432019282276196, "linear_decay": 1.7017503476427808e-06, "exponential_decay": 3.0306237971914226e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed362":[{"learning_rate": 1.391745004182787e-08, "beta1": 0.9913539800282108, "beta2": 0.9667155587899815, "epsilon": 1.155694385068081e-09, "l1": 5.374875579378099e-08, "l2": 3.8584416958494306e-07, "linear_decay": 6.9295069496617e-05, "exponential_decay": 0.00021356586097368862}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed363":[{"learning_rate": 8.885198146457124e-08, "beta1": 0.9307456984545895, "beta2": 0.9976153425212225, "epsilon": 0.6753675984679472, "l1": 0.00010050124726560645, "l2": 0.09776896704211392, "linear_decay": 4.212928622392329e-05, "exponential_decay": 0.000773523318746754}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed364":[{"learning_rate": 6.716225910767563e-05, "beta1": 0.9997510388305147, "beta2": 0.999986130085495, "epsilon": 8.77096071665519, "l1": 1.0688810898311986e-08, "l2": 1.2923617523311967e-07, "linear_decay": 1.450451014223622e-06, "exponential_decay": 1.0628543365920304e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed365":[{"learning_rate": 2.9723619370878733, "beta1": 0.9631522630156476, "beta2": 0.9871866465853758, "epsilon": 0.004480297528198973, "l1": 0.0007852084622654539, "l2": 2.0541786754868426e-05, "linear_decay": 1.9946987760163242e-05, "exponential_decay": 0.00012160816016012718}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed366":[{"learning_rate": 8.781783741142159e-08, "beta1": 0.9946794153597228, "beta2": 0.9916328268016671, "epsilon": 24.491555479322386, "l1": 1.4387360173037982, "l2": 4.900364071331235, "linear_decay": 4.974803088023648e-06, "exponential_decay": 0.00034838359561827477}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed367":[{"learning_rate": 6.552602266646896e-08, "beta1": 0.9996717863856246, "beta2": 0.999998197188722, "epsilon": 0.16722193146970252, "l1": 3.781840844180293e-08, "l2": 6.549343407353442e-07, "linear_decay": 5.379389525019386e-05, "exponential_decay": 1.3046056159376436e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed368":[{"learning_rate": 5.450468019968223e-05, "beta1": 0.9998999299602742, "beta2": 0.9450276927466473, "epsilon": 47.88859812296386, "l1": 4.647680492656959e-07, "l2": 0.017580859279677747, "linear_decay": 1.8010215773470451e-07, "exponential_decay": 8.908054651076338e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed369":[{"learning_rate": 0.0070793636756454024, "beta1": 0.997635192138597, "beta2": 0.9996620467397722, "epsilon": 6.082147168522908e-05, "l1": 0.13111621050731714, "l2": 9.636050258587575e-08, "linear_decay": 1.1837461442737376e-06, "exponential_decay": 2.6717483407078105e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed370":[{"learning_rate": 1.9595324000369385e-05, "beta1": 0.998399379112901, "beta2": 0.8396390015304688, "epsilon": 2.0726055905149173e-06, "l1": 1.2218027326167496e-08, "l2": 0.5291051518030847, "linear_decay": 4.215469154136696e-07, "exponential_decay": 0.00024087573476628708}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed371":[{"learning_rate": 0.010884730161823859, "beta1": 0.9804663822582218, "beta2": 0.9999419316784998, "epsilon": 3.6407322935726607, "l1": 1.5394652547556103e-05, "l2": 8.30874383699755, "linear_decay": 4.517610207372351e-05, "exponential_decay": 4.006770812812731e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed372":[{"learning_rate": 1.1713405062635669e-06, "beta1": 0.9996087759326177, "beta2": 0.9931954072946925, "epsilon": 7.481024264724915e-09, "l1": 1.4989929949441597e-08, "l2": 0.0020958698953552324, "linear_decay": 8.277501745520966e-05, "exponential_decay": 0.00027163995591554714}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed373":[{"learning_rate": 0.01774134156969689, "beta1": 0.9784711103627827, "beta2": 0.9650095696288989, "epsilon": 7.339976885726796e-09, "l1": 0.026970475744755272, "l2": 0.008076141974619639, "linear_decay": 1.904779438354177e-05, "exponential_decay": 5.671564221260583e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed374":[{"learning_rate": 1.661768841005754e-07, "beta1": 0.9930837949503222, "beta2": 0.9999910063064703, "epsilon": 0.41507583207263754, "l1": 2.581048404767249, "l2": 0.08897919902473865, "linear_decay": 3.826850039920511e-05, "exponential_decay": 0.0006322590105646731}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed375":[{"learning_rate": 6.738741839011315e-07, "beta1": 0.9997868142234857, "beta2": 0.9999979000587242, "epsilon": 0.0001131005007798141, "l1": 8.024565434340496e-07, "l2": 0.0005723503451291546, "linear_decay": 6.694793009480197e-05, "exponential_decay": 0.0001316979743436666}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed376":[{"learning_rate": 4.340568781115462e-05, "beta1": 0.8461209297179084, "beta2": 0.5238751248877968, "epsilon": 9.537632597555548e-10, "l1": 0.024944423446283233, "l2": 8.155026803368179e-06, "linear_decay": 1.928101824220414e-05, "exponential_decay": 1.9965090284728583e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed377":[{"learning_rate": 1.1650840985258461e-07, "beta1": 0.9878718077446156, "beta2": 0.9986471899008493, "epsilon": 4.723965434752858, "l1": 6.522630873259747e-08, "l2": 0.03595098137304989, "linear_decay": 2.9814236266013077e-06, "exponential_decay": 0.0002997913545283054}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed378":[{"learning_rate": 0.002233148014823082, "beta1": 0.9998399600326108, "beta2": 0.999998001025197, "epsilon": 4.106301843565741, "l1": 4.156081974435515e-05, "l2": 2.2824440109093305e-08, "linear_decay": 1.1461607156655866e-07, "exponential_decay": 0.0005140245149060792}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed379":[{"learning_rate": 0.1723301073359593, "beta1": 0.9995546721118886, "beta2": 0.9957271991132304, "epsilon": 0.003573357700603457, "l1": 0.0003505171578618792, "l2": 0.019310155038388746, "linear_decay": 1.0381123015959627e-07, "exponential_decay": 6.536658882329197e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed380":[{"learning_rate": 6.990232140123902e-07, "beta1": 0.8488778153019257, "beta2": 0.8487787449694355, "epsilon": 0.1303519413991337, "l1": 6.513952614392681, "l2": 0.01449393719436519, "linear_decay": 1.4106946394509381e-06, "exponential_decay": 1.695773749126553e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed381":[{"learning_rate": 0.0018523381255950149, "beta1": 0.9941713985227659, "beta2": 0.99996162845368, "epsilon": 0.0008653605267903016, "l1": 9.442726219575932e-06, "l2": 2.8476262990125638e-05, "linear_decay": 1.1428458943278703e-05, "exponential_decay": 0.0001646518655040802}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed382":[{"learning_rate": 0.061067877133254504, "beta1": 0.9979342972251576, "beta2": 0.9999738590936762, "epsilon": 401.6602687018464, "l1": 0.10795914059159278, "l2": 9.674180166327286e-05, "linear_decay": 9.608040784679958e-07, "exponential_decay": 5.930439994275464e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed383":[{"learning_rate": 9.104264036670366e-05, "beta1": 0.9993420404989464, "beta2": 0.9999075803540097, "epsilon": 0.05087868154887335, "l1": 0.002852738353755136, "l2": 3.117410179935048e-05, "linear_decay": 3.529620085740164e-07, "exponential_decay": 1.0679600033460602e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed384":[{"learning_rate": 0.11759278834054429, "beta1": 0.9986226524317681, "beta2": 0.978303568492846, "epsilon": 0.9600274070584501, "l1": 0.00011064171990394998, "l2": 4.44314895317015e-06, "linear_decay": 2.106866114423232e-06, "exponential_decay": 2.2603817762255182e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed385":[{"learning_rate": 5.587580772963858e-08, "beta1": 0.9993841234400845, "beta2": 0.9999796480354445, "epsilon": 5.796727887361718e-10, "l1": 0.0001952632161198291, "l2": 1.1317542994591728e-08, "linear_decay": 5.350506750172029e-05, "exponential_decay": 1.990037239795495e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed386":[{"learning_rate": 0.044037923548631765, "beta1": 0.9942015135269182, "beta2": 0.9029133702467685, "epsilon": 2.0327955153822135e-09, "l1": 0.005720184984242142, "l2": 4.813249633931694, "linear_decay": 1.6719602713986237e-06, "exponential_decay": 0.0004520818881579371}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed387":[{"learning_rate": 0.0021272967680639058, "beta1": 0.999321194975698, "beta2": 0.9999978118968758, "epsilon": 0.0007226464518033653, "l1": 8.793317066180686e-05, "l2": 0.8332520847024658, "linear_decay": 9.318372580839023e-05, "exponential_decay": 0.0007815702573347472}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed388":[{"learning_rate": 1.0359663693846992e-05, "beta1": 0.9896123581118047, "beta2": 0.9938973871473048, "epsilon": 1.5251358501398114e-07, "l1": 0.019859796629125986, "l2": 6.912126521044412e-05, "linear_decay": 2.737773630698264e-06, "exponential_decay": 0.0005140682316890202}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed389":[{"learning_rate": 4.177541691555816e-06, "beta1": 0.44036864168037226, "beta2": 0.9999542833795675, "epsilon": 0.0071332239219192815, "l1": 0.0007202931401384471, "l2": 0.14595217416295764, "linear_decay": 2.7605786056378075e-07, "exponential_decay": 0.00014259669844827853}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed390":[{"learning_rate": 1.1892279294089665, "beta1": 0.9820552283613836, "beta2": 0.3156300746503121, "epsilon": 6.722551449791802e-05, "l1": 0.0013082842651568989, "l2": 0.82955809686537, "linear_decay": 1.0805602346057262e-06, "exponential_decay": 1.2380682347272428e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed391":[{"learning_rate": 3.365166361538048e-08, "beta1": 0.9996842738242087, "beta2": 0.9998657122256144, "epsilon": 0.07132654818939901, "l1": 0.00019257778619461528, "l2": 5.635676466075667e-07, "linear_decay": 1.5089279205975567e-07, "exponential_decay": 0.0003768625380534231}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed392":[{"learning_rate": 1.928940126907251e-05, "beta1": 0.5005328430672407, "beta2": 0.9999976087983834, "epsilon": 720.0731268401513, "l1": 0.006335632634438564, "l2": 0.006386827178996809, "linear_decay": 1.755994928726052e-05, "exponential_decay": 0.00036159033414579503}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed393":[{"learning_rate": 6.234915152854885e-07, "beta1": 0.9996516682163681, "beta2": 0.9407218633887466, "epsilon": 0.06388616496383519, "l1": 4.267862746101952, "l2": 0.013323138024124619, "linear_decay": 2.9396964731918776e-07, "exponential_decay": 8.943388111821573e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed394":[{"learning_rate": 0.0003838397727534409, "beta1": 0.9866760508147352, "beta2": 0.9999969649916752, "epsilon": 0.03717574331049413, "l1": 0.8138887741254096, "l2": 0.004378998744831582, "linear_decay": 5.831766565899509e-05, "exponential_decay": 0.00017821328596900071}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed395":[{"learning_rate": 0.0002361943915755956, "beta1": 0.9994417010314323, "beta2": 0.9999870227447306, "epsilon": 242.91149338072702, "l1": 0.0014602723606375939, "l2": 2.6844814582442537e-05, "linear_decay": 6.488682134666447e-07, "exponential_decay": 5.744437963609377e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed396":[{"learning_rate": 5.924947337981166e-06, "beta1": 0.9965641689022422, "beta2": 0.9140315016581195, "epsilon": 5.996473732025829e-07, "l1": 1.3524472070922008e-08, "l2": 0.001151905413400759, "linear_decay": 1.630513243810213e-05, "exponential_decay": 8.093592621587247e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed397":[{"learning_rate": 8.14488812091044e-07, "beta1": 0.9996820723613675, "beta2": 0.9999500011449571, "epsilon": 0.06020778379853137, "l1": 0.024898118245098824, "l2": 1.0725145833375836e-08, "linear_decay": 4.490226958783991e-06, "exponential_decay": 1.5314742429155302e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed398":[{"learning_rate": 0.046994923603767905, "beta1": 0.9998555431984237, "beta2": 0.999643556233498, "epsilon": 1.7243218921153135e-06, "l1": 0.0940107534152766, "l2": 4.1047382342046846e-05, "linear_decay": 1.5520858223444267e-07, "exponential_decay": 1.407384489152277e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed399":[{"learning_rate": 2.374229140990444e-05, "beta1": 0.9504203305785585, "beta2": 0.9999972217862121, "epsilon": 2.532531591948559e-09, "l1": 2.1308295306223891e-07, "l2": 0.5356446029982501, "linear_decay": 9.611040183260674e-05, "exponential_decay": 4.421862928934634e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed400":[{"learning_rate": 0.010436627414241673, "beta1": 0.9991983332329094, "beta2": 0.8568496388379985, "epsilon": 5.958281600754657e-07, "l1": 2.157458558350041e-07, "l2": 1.28361708867615e-08, "linear_decay": 2.130405520459139e-05, "exponential_decay": 6.106489494034234e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed401":[{"learning_rate": 0.03654436452615427, "beta1": 0.9977430495483262, "beta2": 0.9983725860903941, "epsilon": 1.6533999765859893e-09, "l1": 0.033061842466676046, "l2": 1.1184142249368037e-06, "linear_decay": 6.642379270799817e-06, "exponential_decay": 1.0678089654741076e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed402":[{"learning_rate": 2.8689219702930736e-08, "beta1": 0.9919313023311678, "beta2": 0.9999258940726741, "epsilon": 52.63230018383906, "l1": 0.0002852583867326005, "l2": 0.00030486882444993147, "linear_decay": 5.439188817135208e-05, "exponential_decay": 1.3484226431459558e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed403":[{"learning_rate": 4.378870412180641e-07, "beta1": 0.9788180098952846, "beta2": 0.9962923456383493, "epsilon": 6.016650881832052e-06, "l1": 5.28245316206662e-06, "l2": 0.0009531386924052579, "linear_decay": 1.4161983782225014e-05, "exponential_decay": 5.0878209443932266e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed404":[{"learning_rate": 0.01045744937169386, "beta1": 0.9974716030283933, "beta2": 0.7716324297780334, "epsilon": 4.115844629549055e-07, "l1": 2.9674499079702586e-08, "l2": 1.8239897723277012, "linear_decay": 2.609072569506007e-06, "exponential_decay": 0.0009577634209991182}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed405":[{"learning_rate": 0.020618183949288375, "beta1": 0.998702534908453, "beta2": 0.9999867194634412, "epsilon": 3.542150420572374e-07, "l1": 1.1538172009042983e-07, "l2": 5.69908081190981e-08, "linear_decay": 1.7650484836250305e-05, "exponential_decay": 0.0002313244433339107}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed406":[{"learning_rate": 1.8362397775480064, "beta1": 0.9851664802620943, "beta2": 0.9997753601343011, "epsilon": 3.598864588453095, "l1": 3.143455033502847e-07, "l2": 0.24633050192718464, "linear_decay": 8.998350195434308e-06, "exponential_decay": 2.2177743898394823e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed407":[{"learning_rate": 0.4691880295674895, "beta1": 0.9896448975855924, "beta2": 0.9999782962020323, "epsilon": 0.0017759938764929678, "l1": 0.40681543293143935, "l2": 2.969440018265872e-07, "linear_decay": 7.451773834350945e-07, "exponential_decay": 3.890590599113659e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed408":[{"learning_rate": 0.00027720305553115027, "beta1": 0.7869933879025877, "beta2": 0.16408528140585965, "epsilon": 0.00021376586076409199, "l1": 4.4713820801349154e-05, "l2": 2.6299403155560617e-06, "linear_decay": 5.3060023856606323e-05, "exponential_decay": 2.1739821138684448e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed409":[{"learning_rate": 7.964176545905167e-07, "beta1": 0.6380001110957596, "beta2": 0.9999984217669645, "epsilon": 9.547965294571823, "l1": 4.99430612451357e-07, "l2": 2.0970277203683964e-06, "linear_decay": 3.247634823574854e-07, "exponential_decay": 3.8243076871704904e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed410":[{"learning_rate": 0.9696491028042731, "beta1": 0.9623888309757291, "beta2": 0.4183120531074521, "epsilon": 4.068632614764533, "l1": 1.4409938031351985, "l2": 1.0823682645287407, "linear_decay": 2.911834709928518e-07, "exponential_decay": 1.0711203928410803e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed411":[{"learning_rate": 0.4057449827128314, "beta1": 0.9701147550324424, "beta2": 0.9999613059244572, "epsilon": 2.0525188432100454e-07, "l1": 0.9113620339142685, "l2": 0.0011654222217890172, "linear_decay": 1.4425342633471557e-05, "exponential_decay": 6.142385143222931e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed412":[{"learning_rate": 3.196725714016936, "beta1": 0.6650562937700286, "beta2": 0.9999984244597573, "epsilon": 0.003923353216663235, "l1": 3.785450340870715e-07, "l2": 0.00023814172704356777, "linear_decay": 1.1822540114998638e-05, "exponential_decay": 0.00022482184934084017}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed413":[{"learning_rate": 0.008148186201859269, "beta1": 0.996531293283775, "beta2": 0.9999970645176548, "epsilon": 0.004137084797046272, "l1": 0.0002353412739791219, "l2": 0.06540042738323416, "linear_decay": 8.819176037190675e-06, "exponential_decay": 1.401232115695924e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed414":[{"learning_rate": 1.813825399748902e-08, "beta1": 0.9771696698641641, "beta2": 0.712162985573904, "epsilon": 0.2808206733649435, "l1": 2.289455805668596, "l2": 0.0009305786298893484, "linear_decay": 5.047240870708695e-07, "exponential_decay": 0.0002656905033679593}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed415":[{"learning_rate": 3.688558126419412e-08, "beta1": 0.811304220894646, "beta2": 0.9999946227151753, "epsilon": 1.6731648123875615e-08, "l1": 1.4341286184532518e-07, "l2": 3.844826368962262e-06, "linear_decay": 3.5587429319284845e-05, "exponential_decay": 9.04466060014415e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed416":[{"learning_rate": 2.5031411296339534e-05, "beta1": 0.9990179051100613, "beta2": 0.9999377881119516, "epsilon": 2.2316092391200852e-08, "l1": 0.24098333554011578, "l2": 9.387781832068273e-08, "linear_decay": 8.733788179367785e-07, "exponential_decay": 2.3272472297308578e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed417":[{"learning_rate": 1.4818358882471126e-08, "beta1": 0.11680072904961236, "beta2": 0.9999961599735566, "epsilon": 0.0008621269481265592, "l1": 2.3272476652306534e-06, "l2": 4.376281144509843, "linear_decay": 3.8804558310565804e-07, "exponential_decay": 5.306110288592751e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed418":[{"learning_rate": 7.66874523266589e-06, "beta1": 0.9992959540613545, "beta2": 0.9618184196788424, "epsilon": 179.50040866397433, "l1": 8.138428032274689, "l2": 5.7150123268852774e-05, "linear_decay": 7.072756965892863e-05, "exponential_decay": 0.0006000063499129195}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed419":[{"learning_rate": 4.0880966984716444e-06, "beta1": 0.8061731697537866, "beta2": 0.9999984330806485, "epsilon": 2.2559168961980107e-07, "l1": 2.2490534429446403e-05, "l2": 0.7978141845522071, "linear_decay": 3.3666796373298677e-07, "exponential_decay": 2.281426504599114e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed420":[{"learning_rate": 6.931276617888091e-06, "beta1": 0.9935118227266662, "beta2": 0.9999600153238062, "epsilon": 2.6065518383904755e-09, "l1": 0.6508760833845765, "l2": 0.004651110531503351, "linear_decay": 1.1417108380515362e-06, "exponential_decay": 0.0006271727809917617}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed421":[{"learning_rate": 0.013964908968233897, "beta1": 0.8366032290776755, "beta2": 0.9999978240406028, "epsilon": 708.2812609895739, "l1": 6.648138506975247e-07, "l2": 9.991219326305242e-08, "linear_decay": 9.973816780429647e-07, "exponential_decay": 5.917963374891466e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed422":[{"learning_rate": 1.6800407303525207e-06, "beta1": 0.9969981306645361, "beta2": 0.9999886295052822, "epsilon": 0.32812964474261197, "l1": 4.824465707145554, "l2": 0.0011049400795219105, "linear_decay": 4.2914613339381483e-05, "exponential_decay": 6.357694969579017e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed423":[{"learning_rate": 1.0820580081517027e-05, "beta1": 0.9877747802730219, "beta2": 0.6250893041172205, "epsilon": 0.0006985058789437468, "l1": 2.6689936603696816, "l2": 3.8171157357096264, "linear_decay": 7.786258449984319e-06, "exponential_decay": 5.611270470787112e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed424":[{"learning_rate": 0.22198720207242972, "beta1": 0.9927437977790143, "beta2": 0.9999645027059796, "epsilon": 0.0005379978235477112, "l1": 0.047232731677605486, "l2": 6.657467768139187e-05, "linear_decay": 2.465921879046261e-07, "exponential_decay": 2.3839022630998302e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed425":[{"learning_rate": 0.06644926755314669, "beta1": 0.998804535534396, "beta2": 0.919088506089626, "epsilon": 8.22712057038742e-06, "l1": 0.0021544401007299184, "l2": 0.065013444064038, "linear_decay": 2.8158176556446628e-06, "exponential_decay": 2.0527000720490154e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed426":[{"learning_rate": 0.7007941935546369, "beta1": 0.9954921891823609, "beta2": 0.9977572380507748, "epsilon": 4.135411524033452e-05, "l1": 0.012345321243654034, "l2": 0.016550002141104917, "linear_decay": 7.215487069912572e-07, "exponential_decay": 0.00020859969977281084}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed427":[{"learning_rate": 3.8596487480635426, "beta1": 0.9886049952333864, "beta2": 0.9999922126412846, "epsilon": 7.856383662714213e-09, "l1": 0.29909303988558406, "l2": 0.0014770070286660108, "linear_decay": 2.0479451123167818e-07, "exponential_decay": 0.00017599060844567077}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed428":[{"learning_rate": 0.2321756825832089, "beta1": 0.6854736215358328, "beta2": 0.9996758291778073, "epsilon": 6.135627459310925e-05, "l1": 1.4352609835349916e-07, "l2": 8.801737048881989e-08, "linear_decay": 8.67687433975238e-06, "exponential_decay": 1.2990031264586208e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed429":[{"learning_rate": 1.8540987423496316e-05, "beta1": 0.9978191714620421, "beta2": 0.9212868242857218, "epsilon": 0.4681096138824609, "l1": 1.2433653083406508e-07, "l2": 9.065352194168896e-06, "linear_decay": 2.033085545925078e-05, "exponential_decay": 2.7076917920902445e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed430":[{"learning_rate": 2.531708568001492e-07, "beta1": 0.9425301967833752, "beta2": 0.617373654563418, "epsilon": 17.639189085882528, "l1": 2.3826176448887607e-06, "l2": 3.6804643921701303e-07, "linear_decay": 8.8426194565387e-07, "exponential_decay": 1.3215850156566735e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed431":[{"learning_rate": 2.0947247825375186, "beta1": 0.9917061899742167, "beta2": 0.22734976606151847, "epsilon": 958.4543998450757, "l1": 1.6016134983208784e-07, "l2": 0.05523440379266663, "linear_decay": 1.318418077197703e-07, "exponential_decay": 1.2379217039145882e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed432":[{"learning_rate": 1.3581418472499578, "beta1": 0.6162564332163771, "beta2": 0.9965350205796233, "epsilon": 683.2094899435639, "l1": 0.46177613438349835, "l2": 7.574406724039523e-07, "linear_decay": 1.99465856024332e-05, "exponential_decay": 0.0007972289991149389}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed433":[{"learning_rate": 0.00020110770790033317, "beta1": 0.9997942462737222, "beta2": 0.999100401724037, "epsilon": 5.6183876728438265e-09, "l1": 0.0017529898822624852, "l2": 1.104784246620341e-07, "linear_decay": 8.78722958018381e-06, "exponential_decay": 0.00019151608633719025}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed434":[{"learning_rate": 1.5185825658647339e-05, "beta1": 0.9982059251986735, "beta2": 0.999715360298085, "epsilon": 2.867708378134329, "l1": 0.014082676986229848, "l2": 2.691133245017155e-05, "linear_decay": 6.899343615294146e-05, "exponential_decay": 0.00033468524429614417}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed435":[{"learning_rate": 2.5055613162364985, "beta1": 0.849901108280749, "beta2": 0.9999338737195361, "epsilon": 1.6692115568774923e-08, "l1": 0.24299492132900954, "l2": 0.0002309677419168462, "linear_decay": 4.733894364095786e-05, "exponential_decay": 3.7252106266106317e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed436":[{"learning_rate": 1.36043476336967e-06, "beta1": 0.9022319093906492, "beta2": 0.9999062663668964, "epsilon": 2.7703612834888243e-09, "l1": 3.4938007404207594e-05, "l2": 0.0006902407345859183, "linear_decay": 8.456663140668088e-06, "exponential_decay": 0.00018383777397718216}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed437":[{"learning_rate": 0.0006980527274018321, "beta1": 0.9959399538772901, "beta2": 0.9114108177348084, "epsilon": 0.07794434001165965, "l1": 4.034042750736396e-06, "l2": 0.03212171679053015, "linear_decay": 1.6305788337330174e-07, "exponential_decay": 2.4892605434500355e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed438":[{"learning_rate": 3.0938534797629875e-07, "beta1": 0.14038998152380067, "beta2": 0.8841522732169221, "epsilon": 3.781893068912855e-08, "l1": 6.299723621662708e-05, "l2": 0.001718828301356761, "linear_decay": 2.2966389885251873e-06, "exponential_decay": 1.4571084243548989e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed439":[{"learning_rate": 0.0020357115195053415, "beta1": 0.7671082370553467, "beta2": 0.9999980279499796, "epsilon": 64.11428027032068, "l1": 0.03633753277320237, "l2": 1.9656877583170414e-06, "linear_decay": 1.1203833229926904e-06, "exponential_decay": 2.1051873773031162e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed440":[{"learning_rate": 3.5215002325396416e-07, "beta1": 0.2745903741227209, "beta2": 0.8786507531073365, "epsilon": 1.4925745599975798e-05, "l1": 0.0035101646131823296, "l2": 0.00458513088549733, "linear_decay": 2.874563788120913e-07, "exponential_decay": 0.00029850742194155645}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed441":[{"learning_rate": 5.498583923697291, "beta1": 0.9961524766643048, "beta2": 0.9999987441785058, "epsilon": 0.22407122766660859, "l1": 0.20724514884511056, "l2": 0.37527652623484614, "linear_decay": 9.098251181785795e-07, "exponential_decay": 0.00020864568552053553}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed442":[{"learning_rate": 3.5652137090231504e-05, "beta1": 0.9993793788602455, "beta2": 0.9999661945754195, "epsilon": 3.244064782398125, "l1": 0.14592728334210586, "l2": 8.458917473774985e-05, "linear_decay": 4.656217278745368e-05, "exponential_decay": 0.00016337057231598188}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed443":[{"learning_rate": 0.020397818854831173, "beta1": 0.49091625274600414, "beta2": 0.99999761885763, "epsilon": 0.0026032944833564906, "l1": 0.0023680753927965976, "l2": 2.1027891708222974e-06, "linear_decay": 1.1827559391974291e-05, "exponential_decay": 0.0002853535209128126}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed444":[{"learning_rate": 0.3583021605569987, "beta1": 0.8071676649284395, "beta2": 0.9928674801534589, "epsilon": 0.047194787847678075, "l1": 2.2503970526504756e-08, "l2": 3.899882260008727e-08, "linear_decay": 6.753080397035074e-07, "exponential_decay": 0.0001124393922272353}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed445":[{"learning_rate": 0.006156773132976723, "beta1": 0.9998169441789568, "beta2": 0.9999988949993943, "epsilon": 8.11993539135325e-07, "l1": 0.016392505765666213, "l2": 4.640953369135996, "linear_decay": 1.1137815751234468e-07, "exponential_decay": 5.314536544314067e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed446":[{"learning_rate": 0.0790114424695213, "beta1": 0.9954680205540419, "beta2": 0.9110652224671504, "epsilon": 4.31570855963995e-10, "l1": 0.05126234677802434, "l2": 8.794749246146331, "linear_decay": 6.89226940162826e-07, "exponential_decay": 3.129951820442612e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed447":[{"learning_rate": 6.636677786531669e-06, "beta1": 0.9952637738414982, "beta2": 0.11966592191153314, "epsilon": 3.327607592389191e-09, "l1": 0.0005795159311438596, "l2": 2.62779596886763e-06, "linear_decay": 8.603598398343132e-06, "exponential_decay": 0.00027712692432710264}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed448":[{"learning_rate": 0.0015452749307743416, "beta1": 0.8206054544952418, "beta2": 0.6074395654322617, "epsilon": 0.738843056664805, "l1": 2.3538320399423648e-07, "l2": 1.4674310769656593e-07, "linear_decay": 2.2523743925937312e-05, "exponential_decay": 1.0954492115459804e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed449":[{"learning_rate": 0.0010658051530727675, "beta1": 0.9859872075433794, "beta2": 0.9267217591045163, "epsilon": 9.435805800209192e-05, "l1": 5.647060459040724, "l2": 0.012161558357748847, "linear_decay": 2.7512510139963157e-05, "exponential_decay": 8.744631779446837e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed450":[{"learning_rate": 0.10562135372549697, "beta1": 0.9661958469728105, "beta2": 0.9330475471490718, "epsilon": 0.8586474419972752, "l1": 1.1147482715933355e-05, "l2": 0.05000831230371835, "linear_decay": 6.265272205013315e-05, "exponential_decay": 1.7847835983302154e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed451":[{"learning_rate": 0.09055156789600928, "beta1": 0.9550709552899463, "beta2": 0.9982743583311071, "epsilon": 1.906321221785952e-07, "l1": 7.674750321061009e-05, "l2": 5.284707694549004e-06, "linear_decay": 4.586340257031992e-05, "exponential_decay": 1.578796111717968e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed452":[{"learning_rate": 0.9502944151357099, "beta1": 0.9949054242450521, "beta2": 0.7498897821358093, "epsilon": 27.347797249743397, "l1": 4.991585456247215e-08, "l2": 8.424273669950138e-05, "linear_decay": 1.2492267165850346e-07, "exponential_decay": 4.05561229879692e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed453":[{"learning_rate": 1.2592133244782433, "beta1": 0.9875251821222575, "beta2": 0.7887923081694644, "epsilon": 11.272792845341387, "l1": 0.0004106311875258134, "l2": 4.1427849498648053e-07, "linear_decay": 4.630746518616506e-05, "exponential_decay": 2.8992404716400275e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed454":[{"learning_rate": 0.010430716461769076, "beta1": 0.914790996932645, "beta2": 0.6226688959478556, "epsilon": 0.7453740333237202, "l1": 0.08977737836603693, "l2": 8.013443008243632e-06, "linear_decay": 1.2999565592268228e-05, "exponential_decay": 3.452220056981393e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed455":[{"learning_rate": 5.129816433978844e-05, "beta1": 0.9973182659029364, "beta2": 0.9999065862451875, "epsilon": 1.78531482606685e-10, "l1": 6.268943904805709, "l2": 3.376900226877274, "linear_decay": 9.041622786895929e-07, "exponential_decay": 1.8291449372544135e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed456":[{"learning_rate": 1.733018441639132e-06, "beta1": 0.9995509785037202, "beta2": 0.9496662214734148, "epsilon": 3.2419331475061206, "l1": 0.004272242051135478, "l2": 0.0027354116956506587, "linear_decay": 4.5405212164926574e-05, "exponential_decay": 5.28016624591525e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed457":[{"learning_rate": 4.336738543857815e-07, "beta1": 0.9980400857767007, "beta2": 0.9999937515447176, "epsilon": 0.0013516632691070872, "l1": 0.04314329177502591, "l2": 8.203870900205857e-08, "linear_decay": 1.5294233777153438e-05, "exponential_decay": 0.0005431710059834008}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed458":[{"learning_rate": 0.17934961924976903, "beta1": 0.12884139404320016, "beta2": 0.9999937382171479, "epsilon": 1.6351446924621924e-07, "l1": 0.034629175906567146, "l2": 5.8158220806438415e-05, "linear_decay": 1.9196399513489716e-06, "exponential_decay": 6.667991825087032e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed459":[{"learning_rate": 2.4372904234257047e-05, "beta1": 0.9851303914805987, "beta2": 0.846826381282887, "epsilon": 0.13157401112844927, "l1": 2.2241630298678074e-08, "l2": 2.346323788050778e-07, "linear_decay": 9.001894231294408e-05, "exponential_decay": 1.1471870607954131e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed460":[{"learning_rate": 0.7720252778195648, "beta1": 0.8994898641431324, "beta2": 0.9999916675104307, "epsilon": 4.36111831820943e-06, "l1": 1.5240910668417743e-07, "l2": 0.0002851383363550163, "linear_decay": 7.099762077463128e-06, "exponential_decay": 1.1805711611436677e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed461":[{"learning_rate": 1.402640443215369e-05, "beta1": 0.33509993205291566, "beta2": 0.9999958230504643, "epsilon": 374.16253716211, "l1": 3.5014647394878198e-06, "l2": 0.0003442369641922284, "linear_decay": 4.715540333804632e-07, "exponential_decay": 0.0002798637144708685}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed462":[{"learning_rate": 0.00014699424437367517, "beta1": 0.40811716509339524, "beta2": 0.9950345328169029, "epsilon": 0.0342475709502377, "l1": 1.1323938700942635e-06, "l2": 4.356218974401569e-07, "linear_decay": 5.902382581524676e-05, "exponential_decay": 0.0004527898659341381}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed463":[{"learning_rate": 0.19020152525969924, "beta1": 0.7732132707456346, "beta2": 0.9999882478205504, "epsilon": 121.39742699108801, "l1": 9.059798692480533e-05, "l2": 0.1672869433026713, "linear_decay": 1.3281089695362167e-07, "exponential_decay": 2.0627237172452848e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed464":[{"learning_rate": 0.023713254304160342, "beta1": 0.9975462916155925, "beta2": 0.9953019559861935, "epsilon": 1.1281066843641326e-09, "l1": 5.070569938399839e-08, "l2": 8.375855564750404e-07, "linear_decay": 3.812494147376305e-07, "exponential_decay": 2.0940133455193598e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed465":[{"learning_rate": 0.6204419173511687, "beta1": 0.9159291722615771, "beta2": 0.930133696520317, "epsilon": 3.978916451137998e-10, "l1": 2.9227033448001484e-08, "l2": 3.9782890614012236e-08, "linear_decay": 2.4303021932560922e-05, "exponential_decay": 1.4761581352148923e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed466":[{"learning_rate": 6.052124757007107e-05, "beta1": 0.9945198962450897, "beta2": 0.9951575764760116, "epsilon": 552.9731735725843, "l1": 4.525841519717443e-08, "l2": 0.8231947437670181, "linear_decay": 2.536291961794777e-05, "exponential_decay": 0.0006664767672940733}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed467":[{"learning_rate": 0.05968746752018552, "beta1": 0.5297707506338587, "beta2": 0.9999887835012954, "epsilon": 2.099354453116346e-09, "l1": 1.0052324624187841e-05, "l2": 0.0026514024144578163, "linear_decay": 1.2177288205528752e-07, "exponential_decay": 1.8102618148733e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed468":[{"learning_rate": 8.696293857935957e-08, "beta1": 0.9849818130031598, "beta2": 0.8782779615741244, "epsilon": 1.3364881295125168e-08, "l1": 1.456921568052483e-06, "l2": 0.056599588876881116, "linear_decay": 7.681233043949602e-05, "exponential_decay": 1.6915362094068396e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed469":[{"learning_rate": 0.016610420808443323, "beta1": 0.9997805508144972, "beta2": 0.9983232806709914, "epsilon": 1.539386734116156e-05, "l1": 9.015684998820533e-08, "l2": 1.0886997716903814e-06, "linear_decay": 1.053687778804471e-05, "exponential_decay": 0.00016781998785785816}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed470":[{"learning_rate": 1.5190357667916313e-08, "beta1": 0.9698486509243105, "beta2": 0.9992844833120859, "epsilon": 0.06354843574995617, "l1": 0.000683548914445094, "l2": 0.00028971771158269375, "linear_decay": 1.2283683803963256e-05, "exponential_decay": 0.00016359307896119185}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed471":[{"learning_rate": 0.001891792941682022, "beta1": 0.997940143118513, "beta2": 0.9998900112145114, "epsilon": 766.0420616386573, "l1": 0.002306931037511435, "l2": 1.5608448499324795e-08, "linear_decay": 3.377226866494985e-05, "exponential_decay": 6.908963371535104e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed472":[{"learning_rate": 0.006040434791147909, "beta1": 0.8198849534924385, "beta2": 0.9994289408964849, "epsilon": 0.011824093798836633, "l1": 6.401638856479109e-08, "l2": 3.892290983930264e-06, "linear_decay": 5.474293190152235e-07, "exponential_decay": 0.00022461679369827113}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed473":[{"learning_rate": 2.6357778593862785e-08, "beta1": 0.9826965945132141, "beta2": 0.9977057951003053, "epsilon": 6.894062202924232e-06, "l1": 3.181184687223251e-07, "l2": 0.24982792593986838, "linear_decay": 2.8378424862290122e-06, "exponential_decay": 0.0009562320096725033}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed474":[{"learning_rate": 7.0030519290694105e-06, "beta1": 0.859689831584097, "beta2": 0.9999078318212081, "epsilon": 1.0926495960797002, "l1": 2.7889467211278256, "l2": 2.140526195273315e-05, "linear_decay": 2.5038255709000557e-05, "exponential_decay": 7.140496128820255e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed475":[{"learning_rate": 1.2011514594130281e-08, "beta1": 0.7829726185963122, "beta2": 0.9989715159330734, "epsilon": 2.86505480079437e-06, "l1": 6.532685508838365e-05, "l2": 6.024403453455606, "linear_decay": 4.237438900017177e-07, "exponential_decay": 7.345497799432398e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed476":[{"learning_rate": 0.015085071897151619, "beta1": 0.9975739456491748, "beta2": 0.999998551437757, "epsilon": 1.195546230535682, "l1": 1.085443274514236e-08, "l2": 1.6753575073412803e-05, "linear_decay": 9.194498374936134e-07, "exponential_decay": 4.885238452649095e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed477":[{"learning_rate": 8.180875123292735e-07, "beta1": 0.9868147670418458, "beta2": 0.9996668895992703, "epsilon": 9.987034217042835e-05, "l1": 0.008443916367866339, "l2": 2.7117717266222707e-07, "linear_decay": 2.223897555794645e-05, "exponential_decay": 2.388992701534618e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed478":[{"learning_rate": 2.240819490134065, "beta1": 0.7649468305645876, "beta2": 0.9994684531612004, "epsilon": 0.0003269695465171661, "l1": 1.1922652029982664e-06, "l2": 0.00795071695727928, "linear_decay": 4.7145986485700866e-07, "exponential_decay": 0.0003082892391692253}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed479":[{"learning_rate": 1.820550354005444e-08, "beta1": 0.812524551923072, "beta2": 0.46457896964362966, "epsilon": 2.2109459687955112e-07, "l1": 4.7252472707990145e-06, "l2": 1.0062094353842928e-08, "linear_decay": 4.731381362565197e-06, "exponential_decay": 5.0620792859871574e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed480":[{"learning_rate": 0.17710303613907813, "beta1": 0.9996303457941432, "beta2": 0.9807897766050193, "epsilon": 1.645129688163982e-05, "l1": 0.00023151312580166144, "l2": 0.049460719143326046, "linear_decay": 8.340207063391937e-05, "exponential_decay": 1.0601784900209439e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed481":[{"learning_rate": 1.1694555545269891e-08, "beta1": 0.8855440042202289, "beta2": 0.05884614330194082, "epsilon": 2.1635826474846557e-07, "l1": 0.0006445626787198497, "l2": 5.453345704693709e-08, "linear_decay": 1.1910176688967329e-06, "exponential_decay": 3.716935028871665e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed482":[{"learning_rate": 0.6233769879530164, "beta1": 0.33031545564632725, "beta2": 0.972455091122364, "epsilon": 0.4784868721838073, "l1": 1.5763933893721482, "l2": 2.1335254422452533e-07, "linear_decay": 2.2768342538831468e-07, "exponential_decay": 2.773403244659273e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed483":[{"learning_rate": 0.00765990620319476, "beta1": 0.8631863881435693, "beta2": 0.3757831494344588, "epsilon": 0.039496072740786065, "l1": 9.42175608182335e-07, "l2": 1.2934541231247263e-06, "linear_decay": 2.459622754866289e-06, "exponential_decay": 0.0009048529079790683}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed484":[{"learning_rate": 0.0005134941119166271, "beta1": 0.9078002139257708, "beta2": 0.9996769557272989, "epsilon": 36.83907986236943, "l1": 0.7838979250618343, "l2": 8.554518216427887e-05, "linear_decay": 9.13677581431156e-06, "exponential_decay": 3.458983511541583e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed485":[{"learning_rate": 0.46803427032011213, "beta1": 0.9995119360575199, "beta2": 0.9976566850447406, "epsilon": 1.3549416604773848e-08, "l1": 0.002673712529253385, "l2": 0.06080006058684614, "linear_decay": 1.1446179054942874e-07, "exponential_decay": 2.3720920521046212e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed486":[{"learning_rate": 0.000984138663116007, "beta1": 0.9998940067930626, "beta2": 0.9991108839264786, "epsilon": 0.016559264456324874, "l1": 2.5752768893215173e-08, "l2": 0.03219005719456489, "linear_decay": 1.7572726076347753e-06, "exponential_decay": 6.423946850801139e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed487":[{"learning_rate": 1.5300299773829186e-05, "beta1": 0.9990188624764953, "beta2": 0.9567499208810442, "epsilon": 0.10129795823451153, "l1": 0.0004337431585843553, "l2": 0.0069360969659065025, "linear_decay": 4.0207066826749426e-05, "exponential_decay": 3.690112097884627e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed488":[{"learning_rate": 0.00015402894674703074, "beta1": 0.98607675201927, "beta2": 0.9999887847251829, "epsilon": 2.0693036404053948e-10, "l1": 0.006100494236907005, "l2": 6.28243732795974e-07, "linear_decay": 2.4641743157044543e-05, "exponential_decay": 0.000671139869466546}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed489":[{"learning_rate": 6.337878657869547, "beta1": 0.7300628776451552, "beta2": 0.9999977118364325, "epsilon": 1.4523448890560203e-09, "l1": 0.00019808829598735758, "l2": 0.13553709973644573, "linear_decay": 1.3527356243654917e-05, "exponential_decay": 2.531591515967787e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed490":[{"learning_rate": 0.0028220482248025526, "beta1": 0.9996099654849726, "beta2": 0.9999965218449883, "epsilon": 0.00044593384279096465, "l1": 0.01716752708434369, "l2": 3.8541347200953413, "linear_decay": 4.5837032532122255e-05, "exponential_decay": 0.00011448811791912055}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed491":[{"learning_rate": 1.724120792996515e-05, "beta1": 0.5725288958718435, "beta2": 0.9999980058605602, "epsilon": 278.9308318599663, "l1": 0.00014911213064221888, "l2": 4.6288005935997786e-08, "linear_decay": 3.51005940585944e-06, "exponential_decay": 6.311344063555963e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed492":[{"learning_rate": 0.00011839475291394959, "beta1": 0.9611157199414666, "beta2": 0.9977959029977821, "epsilon": 0.06951359127402527, "l1": 0.005630970518114108, "l2": 0.02166676472697437, "linear_decay": 8.594748861208261e-07, "exponential_decay": 0.00013595254674596927}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed493":[{"learning_rate": 2.0826321941333648, "beta1": 0.34797726748939184, "beta2": 0.9903021016633446, "epsilon": 5.350282301655735e-06, "l1": 2.7223101837968535, "l2": 0.02467345773226981, "linear_decay": 1.6355860974513053e-05, "exponential_decay": 2.8291236707065702e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed494":[{"learning_rate": 4.6663553753672996e-08, "beta1": 0.9998706454424582, "beta2": 0.984004467159238, "epsilon": 3.903270104696027e-07, "l1": 0.12176108457940384, "l2": 0.00044842144803149055, "linear_decay": 7.778119697700466e-06, "exponential_decay": 1.5887349585461074e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed495":[{"learning_rate": 3.913531132275736e-06, "beta1": 0.15667442952022115, "beta2": 0.9686804444259028, "epsilon": 0.0005540935515814215, "l1": 0.0009130419447952712, "l2": 0.00774484670568585, "linear_decay": 7.642751117427937e-05, "exponential_decay": 3.0105288520948785e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed496":[{"learning_rate": 6.93207445651239e-08, "beta1": 0.9936024473422622, "beta2": 0.9596041327685553, "epsilon": 0.013968799687054766, "l1": 0.18911585770344583, "l2": 0.0005441566952295598, "linear_decay": 5.651469304921739e-06, "exponential_decay": 2.6707802466694375e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed497":[{"learning_rate": 1.8440711851261788, "beta1": 0.907293271695266, "beta2": 0.9999747995197925, "epsilon": 0.00033679026999054945, "l1": 2.395254242552925, "l2": 0.00011259642120100249, "linear_decay": 2.178415285454999e-05, "exponential_decay": 0.00030066675287034804}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed498":[{"learning_rate": 7.611722943524084e-07, "beta1": 0.9997840687295438, "beta2": 0.9966684876751255, "epsilon": 0.05242821803702812, "l1": 0.0008146239344504739, "l2": 3.1611838518298025, "linear_decay": 7.686008765117349e-07, "exponential_decay": 9.143621886485678e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed499":[{"learning_rate": 3.839693167871459, "beta1": 0.9617969803273548, "beta2": 0.9997960853006133, "epsilon": 1.5772563643405046, "l1": 0.003379032427814047, "l2": 1.918784184461798e-07, "linear_decay": 1.294517567436273e-07, "exponential_decay": 6.249492925018148e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed500":[{"learning_rate": 0.017503130992861306, "beta1": 0.99982344989904, "beta2": 0.9900076052235103, "epsilon": 0.0018608706186791068, "l1": 5.834392016146971e-08, "l2": 3.402291420865553e-05, "linear_decay": 3.099078536033596e-06, "exponential_decay": 0.00010082141217723682}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed501":[{"learning_rate": 7.374375890615338e-07, "beta1": 0.9887397834416941, "beta2": 0.9999977472261063, "epsilon": 1.6404887274237073e-10, "l1": 0.06753684417680383, "l2": 0.008001034169536266, "linear_decay": 2.3400073859793857e-06, "exponential_decay": 0.00011172782038405691}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed502":[{"learning_rate": 6.330068662729773e-08, "beta1": 0.9895889478750741, "beta2": 0.43315265729223884, "epsilon": 7.653356405712588e-10, "l1": 1.583935216714487e-06, "l2": 3.9579785354867605e-08, "linear_decay": 5.383180833015104e-06, "exponential_decay": 7.675281979789684e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed503":[{"learning_rate": 1.5394678377110367e-08, "beta1": 0.9928432872522499, "beta2": 0.9958229606339051, "epsilon": 1.8018927549708523, "l1": 0.008447179901058772, "l2": 0.030405624895221313, "linear_decay": 6.68233120973317e-07, "exponential_decay": 0.0008351055378846446}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed504":[{"learning_rate": 0.2000620651936775, "beta1": 0.9977741899259923, "beta2": 0.999983055991869, "epsilon": 1.7141098696733227e-08, "l1": 0.00047725599076405754, "l2": 0.0007566798669303599, "linear_decay": 2.426174522949002e-05, "exponential_decay": 1.7939618611198188e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed505":[{"learning_rate": 0.4524419946330355, "beta1": 0.9985203305534847, "beta2": 0.9999781962517041, "epsilon": 3.7178386263074114e-08, "l1": 2.5177410106909545e-05, "l2": 1.7652536107639794e-07, "linear_decay": 1.0776682962144715e-07, "exponential_decay": 0.0005653191018129024}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed506":[{"learning_rate": 0.4275550397256488, "beta1": 0.9998940262243012, "beta2": 0.9999950700818235, "epsilon": 6.450278379062666e-10, "l1": 0.021755756827713097, "l2": 0.00011556036062315284, "linear_decay": 1.2020409678752493e-07, "exponential_decay": 8.875922721125136e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed507":[{"learning_rate": 1.3702517954425662e-08, "beta1": 0.09753905889645975, "beta2": 0.988871007748182, "epsilon": 9.459974172510163e-05, "l1": 2.424968826685495e-05, "l2": 2.713157380760768e-06, "linear_decay": 2.7793514159845404e-07, "exponential_decay": 2.1863379421514204e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed508":[{"learning_rate": 8.49187748987162e-06, "beta1": 0.6397564448874707, "beta2": 0.9997073447915747, "epsilon": 2.0382272710810254e-08, "l1": 1.4850165444193483e-06, "l2": 1.2425861201134092, "linear_decay": 4.645298407279201e-06, "exponential_decay": 5.339755703473077e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed509":[{"learning_rate": 0.06351223972620218, "beta1": 0.9989918779388391, "beta2": 0.9828198594928442, "epsilon": 8.122982277428167e-06, "l1": 0.032070503751661913, "l2": 0.0029048502181634604, "linear_decay": 1.0646966408182779e-05, "exponential_decay": 0.0004018782093947647}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed510":[{"learning_rate": 0.0010927663302567707, "beta1": 0.9998193680376198, "beta2": 0.9999985560508697, "epsilon": 0.0030837473414769933, "l1": 0.0007612927699259612, "l2": 3.776486520482292, "linear_decay": 2.6110880497120646e-06, "exponential_decay": 0.00012649147297848085}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed511":[{"learning_rate": 2.6562092698496204e-06, "beta1": 0.8267129053345407, "beta2": 0.999973093387994, "epsilon": 0.09550887325279428, "l1": 0.0011907434031933092, "l2": 0.027126623620973116, "linear_decay": 1.866925290268198e-07, "exponential_decay": 0.00010507004762131208}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed512":[{"learning_rate": 9.239803411141535e-08, "beta1": 0.9992957161664889, "beta2": 0.9997876216402976, "epsilon": 5.5828048812578855e-06, "l1": 5.79438612784318e-08, "l2": 8.882081028457877e-06, "linear_decay": 2.569450634100131e-06, "exponential_decay": 2.0983275232584742e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed513":[{"learning_rate": 7.775928516479872e-08, "beta1": 0.9998541417874842, "beta2": 0.9903487812015197, "epsilon": 2.175747868240829e-09, "l1": 0.006664553755834639, "l2": 1.926102628660964e-07, "linear_decay": 3.9926381946323295e-06, "exponential_decay": 7.188992180201202e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed514":[{"learning_rate": 0.0001990074532809805, "beta1": 0.30374273655350126, "beta2": 0.9999952755519477, "epsilon": 1.6339953681758162e-08, "l1": 2.5827396452458383e-08, "l2": 1.6114916565529597e-07, "linear_decay": 2.8286275117297016e-05, "exponential_decay": 3.4660202259942366e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed515":[{"learning_rate": 0.0002825241023970369, "beta1": 0.9856692008286234, "beta2": 0.9862697776912234, "epsilon": 2.0507775477463897, "l1": 0.14032204841948814, "l2": 0.0001302786184426896, "linear_decay": 1.681750680549061e-06, "exponential_decay": 8.186004756536827e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed516":[{"learning_rate": 0.2014162231167749, "beta1": 0.9318232577517971, "beta2": 0.9999953315732203, "epsilon": 0.002334759967617422, "l1": 0.13645966201780987, "l2": 0.34551139202830944, "linear_decay": 4.231113913718043e-06, "exponential_decay": 0.0002598654388431055}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed517":[{"learning_rate": 4.390879813854143e-05, "beta1": 0.9998822177929879, "beta2": 0.998976021989704, "epsilon": 1.4395346495399977e-07, "l1": 2.8057687252979466e-05, "l2": 4.162674065823778e-06, "linear_decay": 9.0295921592286e-07, "exponential_decay": 5.954825714877809e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed518":[{"learning_rate": 1.3734272782094015e-08, "beta1": 0.9988671993621457, "beta2": 0.9977772095536466, "epsilon": 80.48214377036793, "l1": 3.0412610835026216e-05, "l2": 2.9097916659206473, "linear_decay": 1.1614985240214792e-06, "exponential_decay": 0.00034441832434471453}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed519":[{"learning_rate": 0.003683655055420763, "beta1": 0.9537907934810085, "beta2": 0.9999929587794762, "epsilon": 0.003197093327428682, "l1": 5.313545518474045, "l2": 0.001600078455736216, "linear_decay": 3.758247208995824e-07, "exponential_decay": 0.00016944697458336992}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed520":[{"learning_rate": 9.49010672845556e-05, "beta1": 0.9993229151775666, "beta2": 0.999998776864201, "epsilon": 5.833985198904342e-05, "l1": 0.00790505230623604, "l2": 6.467373200650953e-06, "linear_decay": 1.5095163936370976e-07, "exponential_decay": 7.558622715179172e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed521":[{"learning_rate": 0.022695881688927905, "beta1": 0.9809280897480985, "beta2": 0.6909335459887253, "epsilon": 74.99253361891687, "l1": 9.488995614653466e-05, "l2": 3.950286111686423e-05, "linear_decay": 1.609550563981806e-05, "exponential_decay": 0.00045264970099082833}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed522":[{"learning_rate": 2.0212008379810274e-06, "beta1": 0.5722719762633808, "beta2": 0.9998087138888815, "epsilon": 0.0005664989396321502, "l1": 2.682798388721199e-05, "l2": 0.0005128048982456289, "linear_decay": 1.3173104068011821e-05, "exponential_decay": 6.334838814661981e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed523":[{"learning_rate": 2.0147835156758316e-08, "beta1": 0.9998188728644756, "beta2": 0.9997370638861219, "epsilon": 37.78776675766784, "l1": 0.0003950820821583235, "l2": 4.139719798535306, "linear_decay": 3.778284103809735e-07, "exponential_decay": 0.00024209277751546573}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed524":[{"learning_rate": 0.0036998337287832647, "beta1": 0.9962816670695325, "beta2": 0.9999874296809395, "epsilon": 67.44110880108519, "l1": 0.0011182840508393312, "l2": 0.001096196243133526, "linear_decay": 2.1128426516135133e-06, "exponential_decay": 8.15942698641815e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed525":[{"learning_rate": 0.056563930378860885, "beta1": 0.9967052590418519, "beta2": 0.9602990721092739, "epsilon": 3.6586443278979434e-06, "l1": 4.942400363213484, "l2": 0.02412277294976241, "linear_decay": 3.2846823846990557e-05, "exponential_decay": 0.0002213277490338241}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed526":[{"learning_rate": 4.916385665034344e-08, "beta1": 0.990861979819897, "beta2": 0.9999987055249325, "epsilon": 11.81543107375579, "l1": 2.274118131711388e-08, "l2": 0.0008458651851390636, "linear_decay": 1.633042860320615e-07, "exponential_decay": 9.165264624333431e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed527":[{"learning_rate": 8.6018591761034, "beta1": 0.9993559642957407, "beta2": 0.9090194851371003, "epsilon": 0.09959205951910319, "l1": 1.0969625518325281e-08, "l2": 9.706229913190985e-05, "linear_decay": 4.6620686584355305e-05, "exponential_decay": 0.00024116164189776684}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed528":[{"learning_rate": 3.5662301977001337e-06, "beta1": 0.9991532524078587, "beta2": 0.9973636389862701, "epsilon": 2.966276823632793e-07, "l1": 1.2942969001334167e-07, "l2": 0.0351345286497228, "linear_decay": 9.427948101779065e-05, "exponential_decay": 1.4081007205203993e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed529":[{"learning_rate": 1.0708700115890847e-06, "beta1": 0.808378172803143, "beta2": 0.5059761312312607, "epsilon": 0.012118545639777588, "l1": 5.098543442754226e-05, "l2": 1.0254365589283264e-07, "linear_decay": 3.57583381743315e-05, "exponential_decay": 2.685630080149014e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed530":[{"learning_rate": 0.19284417293697584, "beta1": 0.9941851397027089, "beta2": 0.9998489973877277, "epsilon": 0.5027960536211566, "l1": 0.0006229747399640319, "l2": 0.00047615139343275644, "linear_decay": 4.842279208873619e-05, "exponential_decay": 5.450864602919255e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed531":[{"learning_rate": 0.016153686539664158, "beta1": 0.9973710454098127, "beta2": 0.4992136486308141, "epsilon": 0.022880013203701866, "l1": 6.556663291530385, "l2": 5.360702146387281e-07, "linear_decay": 4.729470798992871e-06, "exponential_decay": 5.053063153114195e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed532":[{"learning_rate": 4.78486747686903e-05, "beta1": 0.9172973464066012, "beta2": 0.9892215339474332, "epsilon": 2.122543240141192e-08, "l1": 2.1718999391551453e-05, "l2": 9.561873588314574e-06, "linear_decay": 7.465518348587596e-07, "exponential_decay": 4.819402733480665e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed533":[{"learning_rate": 0.9525888365062279, "beta1": 0.9724512994084487, "beta2": 0.9995916287525793, "epsilon": 6.345113660639003, "l1": 1.1594332265406198e-05, "l2": 0.00010365429528143087, "linear_decay": 3.202756876892115e-07, "exponential_decay": 0.0002757404153620619}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed534":[{"learning_rate": 3.615084887577999e-07, "beta1": 0.9998916664933875, "beta2": 0.6126899137041012, "epsilon": 29.653919485162632, "l1": 0.3643559687314878, "l2": 1.511954453305852e-07, "linear_decay": 2.204705264819414e-05, "exponential_decay": 1.0502611281982465e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed535":[{"learning_rate": 1.817347979603067e-05, "beta1": 0.9027374636577875, "beta2": 0.9999904332486469, "epsilon": 0.049896100620059364, "l1": 0.010163340047240337, "l2": 8.966521970193601e-05, "linear_decay": 1.0683463945881642e-06, "exponential_decay": 3.604430023297914e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed536":[{"learning_rate": 1.1793301127558416e-08, "beta1": 0.9788350430778885, "beta2": 0.9997975865630677, "epsilon": 9.41913737503252e-08, "l1": 4.458388254262145, "l2": 3.85518304712365e-07, "linear_decay": 2.2136520559171973e-06, "exponential_decay": 0.00010268506938050405}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed537":[{"learning_rate": 3.780767705031003e-05, "beta1": 0.9902047596384961, "beta2": 0.9861413738481984, "epsilon": 4.1486034476031215e-08, "l1": 4.3245694240837424e-07, "l2": 5.339761197049795e-07, "linear_decay": 3.5118716291312047e-06, "exponential_decay": 0.0004645284945858946}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed538":[{"learning_rate": 0.11008255642788349, "beta1": 0.7925811768064607, "beta2": 0.9950188320730043, "epsilon": 92.55595910521319, "l1": 0.0405770092258155, "l2": 7.186625180534407e-05, "linear_decay": 9.433551176550738e-07, "exponential_decay": 1.4116690067901265e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed539":[{"learning_rate": 1.005630337955516e-07, "beta1": 0.7380296529130297, "beta2": 0.9999949344737152, "epsilon": 0.00024969377963000134, "l1": 4.165045094081462e-06, "l2": 0.10071393372497557, "linear_decay": 5.651340041775886e-07, "exponential_decay": 9.225180938754276e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed540":[{"learning_rate": 0.028309675423768645, "beta1": 0.9894768028052897, "beta2": 0.9999877389819286, "epsilon": 0.12855537086015667, "l1": 0.2294020769084465, "l2": 3.834612300846821e-06, "linear_decay": 8.408558877404329e-05, "exponential_decay": 0.0005189612207523976}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed541":[{"learning_rate": 0.0004855897710442865, "beta1": 0.4995766067021732, "beta2": 0.4076137549603457, "epsilon": 0.01394255867719518, "l1": 0.009804741381285466, "l2": 1.3147298337043886e-05, "linear_decay": 4.269837263479139e-06, "exponential_decay": 8.27676520877109e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed542":[{"learning_rate": 5.486417988568206e-08, "beta1": 0.9204226747271494, "beta2": 0.9988561554321022, "epsilon": 3.27054801553626, "l1": 0.002192034629350134, "l2": 2.568644545530721e-06, "linear_decay": 1.1030769668452659e-05, "exponential_decay": 1.4320393606984937e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed543":[{"learning_rate": 9.45090238541263, "beta1": 0.9993794366033403, "beta2": 0.9999841286389145, "epsilon": 1.9020774446772798e-08, "l1": 3.9538096397604145e-08, "l2": 0.03320990290718081, "linear_decay": 1.8420199554749142e-05, "exponential_decay": 0.0001679646756762558}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed544":[{"learning_rate": 5.229344684374794e-05, "beta1": 0.9995799631249708, "beta2": 0.9996716591366229, "epsilon": 1.4294052157876103e-08, "l1": 3.917811218494949e-05, "l2": 2.0631101572729438e-06, "linear_decay": 6.290786076338719e-07, "exponential_decay": 1.170961956482098e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed545":[{"learning_rate": 5.980869734637954e-08, "beta1": 0.0004807829640479655, "beta2": 0.9999975165066937, "epsilon": 9.33551914164206e-09, "l1": 5.3409288603780695e-05, "l2": 5.802789223625356e-07, "linear_decay": 1.729471049878038e-05, "exponential_decay": 8.578223880266274e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed546":[{"learning_rate": 6.579624577900367e-08, "beta1": 0.3118667956763014, "beta2": 0.30901182044299536, "epsilon": 3.193343767169018e-05, "l1": 0.0002933517906234217, "l2": 0.8143561564194902, "linear_decay": 3.15614366950421e-06, "exponential_decay": 1.8070289984748113e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed547":[{"learning_rate": 0.5937448658646786, "beta1": 0.9989330526404766, "beta2": 0.7107443887084395, "epsilon": 1.1575744572330436e-10, "l1": 6.026431791843425e-06, "l2": 0.0005740708245690276, "linear_decay": 1.3051748990633952e-06, "exponential_decay": 3.300958308843235e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed548":[{"learning_rate": 0.00010929919962901437, "beta1": 0.9986380823496147, "beta2": 0.9943246876529052, "epsilon": 0.00027725858958178645, "l1": 1.0909488930742791e-05, "l2": 0.0014500005197234463, "linear_decay": 6.051908351143387e-07, "exponential_decay": 1.0369460275642361e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed549":[{"learning_rate": 2.7247724411650566e-08, "beta1": 0.9978428383269842, "beta2": 0.661204377748605, "epsilon": 0.00018524624522474442, "l1": 0.18797393767758983, "l2": 0.299646313385098, "linear_decay": 5.621534469431111e-07, "exponential_decay": 0.0003854706094976161}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed550":[{"learning_rate": 2.0284929031102693e-05, "beta1": 0.8880503174902257, "beta2": 0.9999861129408767, "epsilon": 7.2148736918038584e-09, "l1": 0.0038803120269903985, "l2": 2.2160214314431203e-08, "linear_decay": 1.882176547694286e-07, "exponential_decay": 7.156791207649449e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed551":[{"learning_rate": 0.0057620421524188685, "beta1": 0.9998534325041067, "beta2": 0.998110176540458, "epsilon": 1.20901116837017, "l1": 0.16538333285864104, "l2": 0.00434975403173522, "linear_decay": 4.833231885754575e-07, "exponential_decay": 5.40198037845276e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed552":[{"learning_rate": 3.4204357791234755e-08, "beta1": 0.99653451134779, "beta2": 0.9996165346331103, "epsilon": 2.71546756703815, "l1": 6.479422374584754e-07, "l2": 6.284224563742708e-05, "linear_decay": 3.3000793251709696e-05, "exponential_decay": 0.00047122682378021515}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed553":[{"learning_rate": 1.0847381579468522, "beta1": 0.9989709241098379, "beta2": 0.8979419264555911, "epsilon": 26.095941864350696, "l1": 0.018665786793856227, "l2": 0.02545474077628844, "linear_decay": 1.9327227359213024e-07, "exponential_decay": 1.0786236377832548e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed554":[{"learning_rate": 8.660474707151229e-05, "beta1": 0.9423059873876104, "beta2": 0.9999979735894262, "epsilon": 8.506420504286703e-05, "l1": 0.004567981068495178, "l2": 2.302928919513252e-06, "linear_decay": 2.0085829854029824e-07, "exponential_decay": 3.74085558522314e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed555":[{"learning_rate": 0.028873989042238542, "beta1": 0.9998446109075405, "beta2": 0.5356645242024676, "epsilon": 0.08374145761239173, "l1": 0.0017016334248334765, "l2": 1.9235680026934975e-07, "linear_decay": 6.882679440998537e-05, "exponential_decay": 9.550546866864877e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed556":[{"learning_rate": 0.2959105634585766, "beta1": 0.9987819821734367, "beta2": 0.9527968453996571, "epsilon": 0.0010189150072667538, "l1": 5.530170812445586e-07, "l2": 5.654511053817995e-05, "linear_decay": 3.363471402903989e-07, "exponential_decay": 0.000318187903468744}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed557":[{"learning_rate": 1.5350662371349042, "beta1": 0.9402236359491388, "beta2": 0.9996647229260132, "epsilon": 0.09425061599003352, "l1": 0.3139040208520979, "l2": 0.0025590383283422015, "linear_decay": 2.2785005011592015e-07, "exponential_decay": 0.0006797135238967133}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed558":[{"learning_rate": 1.2409265205867475e-07, "beta1": 0.9959856532829366, "beta2": 0.02127502527508862, "epsilon": 25.41210219910792, "l1": 0.19438049636963936, "l2": 1.6343987113144697e-06, "linear_decay": 2.4047447742415394e-07, "exponential_decay": 0.0004755037475285217}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed559":[{"learning_rate": 0.0010470182408154243, "beta1": 0.9958652915241291, "beta2": 0.8928222320533888, "epsilon": 3.703216642175354e-09, "l1": 9.612644860059916e-08, "l2": 7.822730639301145, "linear_decay": 7.848101329656695e-07, "exponential_decay": 0.0001791358977582238}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed560":[{"learning_rate": 0.2949588350449995, "beta1": 0.9993167123306882, "beta2": 0.9999814022488374, "epsilon": 2.840157244190623e-05, "l1": 2.4240771670798478e-06, "l2": 5.055901609195348e-08, "linear_decay": 2.3135243813835765e-06, "exponential_decay": 1.3147487021194938e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed561":[{"learning_rate": 3.9506611841031845, "beta1": 0.4530438863108158, "beta2": 0.9999963108641232, "epsilon": 1.9624993465711804e-06, "l1": 0.00013059206946633333, "l2": 3.3407546830557645e-08, "linear_decay": 3.9699668796183053e-05, "exponential_decay": 8.555090931083718e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed562":[{"learning_rate": 2.093354549976059e-08, "beta1": 0.9367120911706683, "beta2": 0.9994708307358688, "epsilon": 1.4070020300336697e-08, "l1": 2.938414845699546e-08, "l2": 0.09337185819693028, "linear_decay": 2.3373528731291901e-07, "exponential_decay": 0.0002360791280778302}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed563":[{"learning_rate": 0.18357595553451286, "beta1": 0.9996478462871611, "beta2": 0.9830637138561501, "epsilon": 1.460613848296702e-10, "l1": 1.1666381676829475e-05, "l2": 6.814531068602638e-07, "linear_decay": 5.15858688244465e-06, "exponential_decay": 2.3064212570479077e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed564":[{"learning_rate": 5.2564966927473955e-06, "beta1": 0.9957610836850562, "beta2": 0.7294493753433022, "epsilon": 1.9308255695801764e-09, "l1": 9.967436462663199e-08, "l2": 0.007927357885303516, "linear_decay": 3.6919695744984133e-07, "exponential_decay": 0.00018686981710815866}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed565":[{"learning_rate": 0.021370163764881756, "beta1": 0.9982959540416415, "beta2": 0.9354240033829181, "epsilon": 1.1810848159400123e-08, "l1": 5.049601544369953e-07, "l2": 0.00018022096244447796, "linear_decay": 2.2150015034846515e-07, "exponential_decay": 0.00014086657396117545}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed566":[{"learning_rate": 0.006055466256605626, "beta1": 0.9998698556796352, "beta2": 0.9964622186324805, "epsilon": 244.2962695623192, "l1": 0.0004448519487175515, "l2": 3.929482845710427e-06, "linear_decay": 2.2100816353555046e-06, "exponential_decay": 2.2200346032447295e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed567":[{"learning_rate": 5.533944322912724e-06, "beta1": 0.3511685716725754, "beta2": 0.3858815208462404, "epsilon": 2.943796449662685e-06, "l1": 8.809918152780952, "l2": 5.231982336114064e-06, "linear_decay": 4.252979397846967e-05, "exponential_decay": 7.639624284821999e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed568":[{"learning_rate": 5.868183280482162e-06, "beta1": 0.8364199390886136, "beta2": 0.9995083569383149, "epsilon": 0.05433775291564789, "l1": 0.14941776031042397, "l2": 2.3334943203355236e-06, "linear_decay": 1.4384349069149293e-06, "exponential_decay": 5.4425415568967965e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed569":[{"learning_rate": 0.7673982654050758, "beta1": 0.9987094107143749, "beta2": 0.9989081597656718, "epsilon": 6.440840867930526e-07, "l1": 3.916725617219641, "l2": 0.0006079322762760084, "linear_decay": 1.30412591667619e-05, "exponential_decay": 0.00010764979501365598}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed570":[{"learning_rate": 0.00011716923570591573, "beta1": 0.6442517940735828, "beta2": 0.9821755392763265, "epsilon": 0.0024298898096199156, "l1": 1.278191640989655, "l2": 5.870429296482105e-06, "linear_decay": 2.510110632525828e-06, "exponential_decay": 6.199484983252969e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed571":[{"learning_rate": 3.3103974081695797e-07, "beta1": 0.9986953352278998, "beta2": 0.7552791892338138, "epsilon": 0.19917966847488106, "l1": 1.4725620912110797e-08, "l2": 0.0075855127046585945, "linear_decay": 1.4560134359561873e-07, "exponential_decay": 2.3827865965546674e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed572":[{"learning_rate": 0.00040245457748740783, "beta1": 0.993325665236971, "beta2": 0.9999692667682003, "epsilon": 5.862044147604048e-10, "l1": 2.0691131526420845, "l2": 0.00634051320457801, "linear_decay": 1.4241787026800504e-06, "exponential_decay": 4.8013729218839964e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed573":[{"learning_rate": 0.00016821237028273668, "beta1": 0.7952253842022383, "beta2": 0.9997860319583649, "epsilon": 2.644862628875731e-10, "l1": 0.04010045330230989, "l2": 2.756257018070804e-08, "linear_decay": 5.203003934602276e-06, "exponential_decay": 0.0004194604923816598}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed574":[{"learning_rate": 0.0010423364143422567, "beta1": 0.7383463303002042, "beta2": 0.9986039431941505, "epsilon": 1.072146424650385e-10, "l1": 7.173210967458092e-05, "l2": 4.4064894473024005e-06, "linear_decay": 1.3475740175010983e-05, "exponential_decay": 1.1906820348065182e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed575":[{"learning_rate": 0.0065941603006606396, "beta1": 0.99864303625393, "beta2": 0.9999975742678938, "epsilon": 0.49966898855470876, "l1": 0.0002032431438214563, "l2": 0.06667333895663992, "linear_decay": 2.506942690517543e-06, "exponential_decay": 7.522195678890825e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed576":[{"learning_rate": 0.005056440526881742, "beta1": 0.5469691147380115, "beta2": 0.6960606536174716, "epsilon": 0.8551539474054919, "l1": 4.337915050140969e-07, "l2": 3.533709381287094e-07, "linear_decay": 3.032440999721065e-07, "exponential_decay": 1.4892498276187559e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed577":[{"learning_rate": 0.024529023947201765, "beta1": 0.5017402146256064, "beta2": 0.9999971823738335, "epsilon": 270.0083557799279, "l1": 9.434763277296976e-05, "l2": 0.0017342699799673769, "linear_decay": 2.3336496158082936e-05, "exponential_decay": 1.8668513790047773e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed578":[{"learning_rate": 0.8115774620753311, "beta1": 0.9987730460854914, "beta2": 0.9610470559055557, "epsilon": 2.033565018225808e-06, "l1": 0.13444846235000557, "l2": 6.308470155389834e-05, "linear_decay": 9.078426172551633e-06, "exponential_decay": 2.162363781605969e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed579":[{"learning_rate": 5.5260830535600854e-05, "beta1": 0.5537906597701119, "beta2": 0.9998958618898609, "epsilon": 6.0651797687709295e-09, "l1": 1.911127437468323e-05, "l2": 0.0023344917617043686, "linear_decay": 2.8752901397247413e-07, "exponential_decay": 0.000253580577697508}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed580":[{"learning_rate": 0.07497596751066217, "beta1": 0.9936805636296966, "beta2": 0.9999963899415185, "epsilon": 0.30012106942793465, "l1": 0.0005936307318167789, "l2": 0.03011459814064491, "linear_decay": 4.253599966592168e-06, "exponential_decay": 8.662893506385944e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed581":[{"learning_rate": 1.1344672539867636e-07, "beta1": 0.18010072621492956, "beta2": 0.9681681118450309, "epsilon": 0.0032480291785582137, "l1": 4.175600720302045e-06, "l2": 0.005230807886746886, "linear_decay": 1.9753514640662317e-07, "exponential_decay": 5.4766173122646105e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed582":[{"learning_rate": 0.4518088011333248, "beta1": 0.9998478212319349, "beta2": 0.9873161479429594, "epsilon": 0.00037190273354284205, "l1": 0.0009949691173725863, "l2": 0.024426554082349186, "linear_decay": 6.373419900205272e-07, "exponential_decay": 9.339423597982518e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed583":[{"learning_rate": 1.4420964601557083e-07, "beta1": 0.9997131469298763, "beta2": 0.7769531777910805, "epsilon": 1.391778775458617e-10, "l1": 9.935142196585142e-07, "l2": 0.010782449669279517, "linear_decay": 1.3045520613542544e-05, "exponential_decay": 2.202911144348114e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed584":[{"learning_rate": 1.4977267544106848e-05, "beta1": 0.9997022533683013, "beta2": 0.9999979291594092, "epsilon": 1.0893856728464024, "l1": 4.4208648163890737e-07, "l2": 9.083423287105749e-06, "linear_decay": 1.3552517845721817e-07, "exponential_decay": 0.0002154577376243681}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed585":[{"learning_rate": 3.89848379527432e-06, "beta1": 0.9582760097745769, "beta2": 0.7219725340627267, "epsilon": 1.2083087535970916e-10, "l1": 1.74293969261389, "l2": 0.001493784784002391, "linear_decay": 3.253128575677844e-07, "exponential_decay": 1.659707589202993e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed586":[{"learning_rate": 4.5785737937185405e-07, "beta1": 0.9393867828037388, "beta2": 0.9999835938969632, "epsilon": 0.00029502026480348855, "l1": 3.2511931251137765e-07, "l2": 4.460130939349095e-05, "linear_decay": 9.618082854938093e-07, "exponential_decay": 0.00043237107058047546}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed587":[{"learning_rate": 0.0001240485499555855, "beta1": 0.754598413640038, "beta2": 0.998465985971134, "epsilon": 0.03469875113968946, "l1": 0.00012644270949004974, "l2": 1.6357631160297786e-06, "linear_decay": 1.960872814397076e-07, "exponential_decay": 3.3151791572092645e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed588":[{"learning_rate": 1.0084556271856726e-06, "beta1": 0.9930998526995141, "beta2": 0.999203718769945, "epsilon": 0.0016017286650766667, "l1": 5.6019166285688635e-05, "l2": 0.014318941013745985, "linear_decay": 1.4877933139354413e-06, "exponential_decay": 5.5526031499138364e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed589":[{"learning_rate": 7.010764847665727e-08, "beta1": 0.999628352640822, "beta2": 0.9910496117653276, "epsilon": 2.2919646790247556, "l1": 0.05189167269246817, "l2": 0.09283027774861738, "linear_decay": 6.988691151366228e-07, "exponential_decay": 8.160634841199151e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed590":[{"learning_rate": 0.2320785655118254, "beta1": 0.9996501795789906, "beta2": 0.9998565923016131, "epsilon": 0.0008130266981113118, "l1": 5.918647405785973e-05, "l2": 0.00015515922687954335, "linear_decay": 2.6869762881646743e-05, "exponential_decay": 2.3498330116094214e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed591":[{"learning_rate": 0.001181591948097527, "beta1": 0.9998467749192903, "beta2": 0.9998176866962529, "epsilon": 0.01151027893895349, "l1": 5.424667114931428e-05, "l2": 1.91069344413251e-07, "linear_decay": 2.6249298052422136e-07, "exponential_decay": 0.00011260160874814368}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed592":[{"learning_rate": 1.412964260461376e-07, "beta1": 0.9997060110436763, "beta2": 0.9999262284183437, "epsilon": 2.215231942312056e-08, "l1": 8.012919844720103e-05, "l2": 0.028299953868731704, "linear_decay": 1.1452641450528853e-06, "exponential_decay": 1.450213322334047e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed593":[{"learning_rate": 1.1510916492993892e-07, "beta1": 0.8902686822415408, "beta2": 0.9952286614723546, "epsilon": 932.6463001904374, "l1": 7.395247867290236e-07, "l2": 0.00019167021722614325, "linear_decay": 1.2406354647111545e-07, "exponential_decay": 4.549245942570766e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed594":[{"learning_rate": 1.0379020980132288e-06, "beta1": 0.9687390072524625, "beta2": 0.9999714351964464, "epsilon": 4.748066872273847e-10, "l1": 0.00422948662154804, "l2": 3.1362442391262416e-06, "linear_decay": 2.2273520498212116e-06, "exponential_decay": 0.00034604926249501825}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed595":[{"learning_rate": 0.0004825522865132569, "beta1": 0.9931503338051609, "beta2": 0.9851906739744808, "epsilon": 1.2695426505865959, "l1": 0.0008289618952340482, "l2": 1.3265514754389717e-05, "linear_decay": 2.499370459943475e-07, "exponential_decay": 1.7456904131963049e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed596":[{"learning_rate": 2.2755450814297044e-07, "beta1": 0.72007225640299, "beta2": 0.998097146769039, "epsilon": 0.5219667267891361, "l1": 2.414765662259149e-07, "l2": 0.40314759150993257, "linear_decay": 1.0531772151428022e-05, "exponential_decay": 9.23488192221797e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed597":[{"learning_rate": 0.023838474116091853, "beta1": 0.9870228956865907, "beta2": 0.8834414920004032, "epsilon": 0.04353383261384492, "l1": 6.370405638058132e-06, "l2": 0.009360563196560655, "linear_decay": 1.0958349753125542e-05, "exponential_decay": 0.0003520667947943209}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed598":[{"learning_rate": 0.15337910884405961, "beta1": 0.9424427815866944, "beta2": 0.9820293137307785, "epsilon": 302.61663109563585, "l1": 0.024614654938458495, "l2": 0.3402578589792728, "linear_decay": 8.869648893858211e-07, "exponential_decay": 0.0009732187975898973}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed599":[{"learning_rate": 0.020763887873076228, "beta1": 0.9973757426099719, "beta2": 0.9991600766470135, "epsilon": 0.0007018644794071888, "l1": 0.00026631019450158077, "l2": 0.00041868843721999893, "linear_decay": 1.8918883024898045e-05, "exponential_decay": 1.1319018526505442e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed600":[{"learning_rate": 1.9557145940970202e-08, "beta1": 0.9852212176828627, "beta2": 0.9343072175192395, "epsilon": 5.212814193160178e-10, "l1": 2.7566585516060092e-05, "l2": 7.920185065085171e-07, "linear_decay": 3.606237436535108e-05, "exponential_decay": 0.0004408451157253448}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed601":[{"learning_rate": 1.7679239562006741e-07, "beta1": 0.10146582277797178, "beta2": 0.9993896205419296, "epsilon": 638.7686945883526, "l1": 2.7130042726983533e-07, "l2": 1.0892166447574829e-08, "linear_decay": 8.051035034933115e-06, "exponential_decay": 6.114219332433533e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed602":[{"learning_rate": 0.00017352504321837322, "beta1": 0.9997136971155016, "beta2": 0.9999786151970975, "epsilon": 0.0021943174746623657, "l1": 0.004419571176523854, "l2": 0.0131205853205944, "linear_decay": 7.79166515645214e-06, "exponential_decay": 0.0007070604816697077}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed603":[{"learning_rate": 3.806405913680935e-08, "beta1": 0.9996583896151993, "beta2": 0.9999954720950943, "epsilon": 423.2292918229507, "l1": 0.45621098668060195, "l2": 4.8767143695871855, "linear_decay": 9.813275348014238e-05, "exponential_decay": 1.6113755614083015e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed604":[{"learning_rate": 4.2457533693639216e-06, "beta1": 0.9995581578282232, "beta2": 0.9935088173740267, "epsilon": 1.9342384432827982e-08, "l1": 8.308343209705592e-08, "l2": 0.00204494540358657, "linear_decay": 2.3580474369585206e-05, "exponential_decay": 1.2218119384073962e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed605":[{"learning_rate": 1.9540688744933454e-05, "beta1": 0.9899665202343865, "beta2": 0.9994190641331859, "epsilon": 0.6141807279602086, "l1": 0.0005517395106256165, "l2": 0.0005521589178101983, "linear_decay": 2.894626113195999e-05, "exponential_decay": 1.0237794942473002e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed606":[{"learning_rate": 1.3978123479964335e-06, "beta1": 0.8814394503839236, "beta2": 0.9976480330350305, "epsilon": 0.000867423243004502, "l1": 0.3594835339740245, "l2": 0.011162502596922794, "linear_decay": 8.422033406295893e-05, "exponential_decay": 2.51351652828132e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed607":[{"learning_rate": 2.076333134190378, "beta1": 0.9996566541664255, "beta2": 0.9999958011501565, "epsilon": 1.7225732793223303e-07, "l1": 6.06124035294235e-07, "l2": 1.0675648304277326e-07, "linear_decay": 1.1418496127529836e-07, "exponential_decay": 0.00032633031354306846}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed608":[{"learning_rate": 0.024684374013510396, "beta1": 0.9986036028199373, "beta2": 0.999960311133438, "epsilon": 0.018910142124358445, "l1": 0.011421359239308522, "l2": 1.6909071713198815e-05, "linear_decay": 1.0138258719977748e-07, "exponential_decay": 3.7325321219478707e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed609":[{"learning_rate": 0.04660252098515862, "beta1": 0.9997454033787974, "beta2": 0.9998116665248256, "epsilon": 127.79920119928516, "l1": 0.34493927080640435, "l2": 0.00015373585426359444, "linear_decay": 1.5000098429869128e-05, "exponential_decay": 0.0004437970556518695}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed610":[{"learning_rate": 1.1169053601136739e-05, "beta1": 0.9997881689221131, "beta2": 0.9999313129319531, "epsilon": 0.13082522587446738, "l1": 6.891855110565614e-07, "l2": 2.2575031120074247e-05, "linear_decay": 9.496277503603156e-07, "exponential_decay": 2.573052228470583e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed611":[{"learning_rate": 5.711861964705086e-06, "beta1": 0.999755066751718, "beta2": 0.9946028619398736, "epsilon": 0.0012383291328356945, "l1": 0.0035666648030817406, "l2": 1.9225201329418425e-08, "linear_decay": 1.9952031119054577e-07, "exponential_decay": 0.00012836916844784327}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed612":[{"learning_rate": 1.9554407769941036e-07, "beta1": 0.9903706910182993, "beta2": 0.46632701723055947, "epsilon": 6.1336312739217494e-09, "l1": 0.49102093457495727, "l2": 7.190883241199635e-05, "linear_decay": 1.2855333154565409e-06, "exponential_decay": 1.4363278737605254e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed613":[{"learning_rate": 0.12358332918858037, "beta1": 0.7753034954948681, "beta2": 0.9999985352611537, "epsilon": 17.215047977276626, "l1": 0.0002873231498219527, "l2": 0.0004873367754252733, "linear_decay": 5.617018000418949e-05, "exponential_decay": 1.1453594213007034e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed614":[{"learning_rate": 0.37412596197061265, "beta1": 0.9710823468246174, "beta2": 0.9999971898478159, "epsilon": 2.9706423004496065e-08, "l1": 0.0275307092754347, "l2": 4.1260558854535905e-05, "linear_decay": 9.609538521284273e-06, "exponential_decay": 0.00018636907650670823}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed615":[{"learning_rate": 3.764907573090628, "beta1": 0.9998631067279606, "beta2": 0.9999850808343359, "epsilon": 109.96649226223295, "l1": 0.006161106565668618, "l2": 1.0948181063416669e-07, "linear_decay": 1.3431225697545318e-05, "exponential_decay": 4.280396671531132e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed616":[{"learning_rate": 0.08722819506126515, "beta1": 0.5762251781729215, "beta2": 0.9999970820338875, "epsilon": 6.077800912847683e-09, "l1": 1.1497215923494664e-05, "l2": 1.8866299335475063e-08, "linear_decay": 4.4193156030467675e-05, "exponential_decay": 1.9397216401738005e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed617":[{"learning_rate": 0.057126954175687486, "beta1": 0.9987231660104159, "beta2": 0.9845683345900718, "epsilon": 420.7321201215513, "l1": 0.08588790734551323, "l2": 0.3407647273074802, "linear_decay": 2.9810387015559483e-07, "exponential_decay": 1.404087244781484e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed618":[{"learning_rate": 2.531672405201187e-08, "beta1": 0.9994742950247443, "beta2": 0.9929668735310226, "epsilon": 3.8001636382739816, "l1": 0.032608620157045465, "l2": 2.0187676482722576e-07, "linear_decay": 6.555860573531835e-05, "exponential_decay": 1.2732113977020255e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed619":[{"learning_rate": 7.124345348270138e-07, "beta1": 0.9649105644630961, "beta2": 0.999978495608197, "epsilon": 2.0340285814117207e-07, "l1": 0.016439198055872208, "l2": 0.0179223710865506, "linear_decay": 3.701258204573865e-05, "exponential_decay": 0.0006190857195316064}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed620":[{"learning_rate": 0.18127100595646026, "beta1": 0.7930269928393906, "beta2": 0.9999510739158691, "epsilon": 5.086246705378762e-05, "l1": 0.07783873588537775, "l2": 0.10332295519230854, "linear_decay": 7.854253207185726e-07, "exponential_decay": 1.4039146297927812e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed621":[{"learning_rate": 4.203096245249732e-06, "beta1": 0.9980346637005058, "beta2": 0.999209332095346, "epsilon": 3.277189687113399, "l1": 2.7135136315992396e-05, "l2": 2.4030123221170686e-08, "linear_decay": 2.4901318506637607e-06, "exponential_decay": 5.41105893877484e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed622":[{"learning_rate": 0.008828958913742153, "beta1": 0.6939741503632461, "beta2": 0.9999847759806241, "epsilon": 4.4673010585558024e-07, "l1": 0.00040977720698423396, "l2": 0.00027956347440891296, "linear_decay": 4.73458469757091e-07, "exponential_decay": 0.0003702757441222239}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed623":[{"learning_rate": 0.021556406476590354, "beta1": 0.8401764467218724, "beta2": 0.9999877101580753, "epsilon": 826.1967046465993, "l1": 0.012380785114568074, "l2": 0.06585595106578633, "linear_decay": 3.947694808452388e-05, "exponential_decay": 0.000562659041663835}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed624":[{"learning_rate": 8.85817431228265e-08, "beta1": 0.7091326867775538, "beta2": 0.9999865682364605, "epsilon": 1.215409246046047e-06, "l1": 9.01749600764218e-08, "l2": 0.00011542935730770497, "linear_decay": 1.1564538343468902e-07, "exponential_decay": 4.026445164576805e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed625":[{"learning_rate": 2.3051747520136485e-06, "beta1": 0.9968988983462943, "beta2": 0.9999979318956304, "epsilon": 1.7800132845129022e-06, "l1": 9.390707649759518e-06, "l2": 2.6228920411969228e-08, "linear_decay": 2.0272132604065946e-07, "exponential_decay": 0.0009518529964588137}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed626":[{"learning_rate": 1.3282394900920756e-08, "beta1": 0.9740718906654385, "beta2": 0.999866952673805, "epsilon": 4.221150290159965, "l1": 0.001669475373376078, "l2": 0.004963722307534014, "linear_decay": 2.6205175936754168e-06, "exponential_decay": 3.0106974197080352e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed627":[{"learning_rate": 8.206180398794434e-07, "beta1": 0.9962044523873035, "beta2": 0.9936886528227541, "epsilon": 8.327055414581507e-10, "l1": 0.015528952341367185, "l2": 1.2404995662162176e-06, "linear_decay": 2.999826588794091e-06, "exponential_decay": 0.0007924264041132525}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed628":[{"learning_rate": 4.829994528001685e-08, "beta1": 0.9996596737984083, "beta2": 0.999995042532337, "epsilon": 3.450503791101778, "l1": 0.10083746237868198, "l2": 9.416843570669602e-05, "linear_decay": 2.2934200457757904e-07, "exponential_decay": 1.8989699134388126e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed629":[{"learning_rate": 3.4711373601661704, "beta1": 0.6610537510477532, "beta2": 0.9999476128036118, "epsilon": 1.3020982611040164e-09, "l1": 0.0007280116217710355, "l2": 0.11969656046173303, "linear_decay": 2.4860091603459037e-07, "exponential_decay": 3.992596975534266e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed630":[{"learning_rate": 3.0367827174136705e-08, "beta1": 0.9907876275489848, "beta2": 0.9943946755611327, "epsilon": 4.66957478942212e-08, "l1": 1.615763364357303, "l2": 6.405529651488164, "linear_decay": 2.7217565079274345e-05, "exponential_decay": 0.00041277198080781933}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed631":[{"learning_rate": 0.00421180150790483, "beta1": 0.9989008576990099, "beta2": 0.9983317200834885, "epsilon": 0.0022677568052094864, "l1": 4.8593599010444935e-08, "l2": 0.00024756846457522604, "linear_decay": 5.062169751143551e-07, "exponential_decay": 0.00019133487623548793}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed632":[{"learning_rate": 0.304770784390034, "beta1": 0.9939146395295644, "beta2": 0.8235890973487042, "epsilon": 740.4356391038857, "l1": 5.89717588673561e-06, "l2": 0.0012829211280094084, "linear_decay": 1.0032308446575134e-05, "exponential_decay": 0.00024772658265865866}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed633":[{"learning_rate": 6.918948824964016e-07, "beta1": 0.9994132980703458, "beta2": 0.9999989613209513, "epsilon": 2.858151915749873, "l1": 2.24699977280766e-07, "l2": 0.000661241437591891, "linear_decay": 1.0300721280376009e-07, "exponential_decay": 8.38636973443581e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed634":[{"learning_rate": 0.9384194046001948, "beta1": 0.9979674542523281, "beta2": 0.9999309999382552, "epsilon": 2.687205829112171e-07, "l1": 0.5159235099641252, "l2": 0.002180701886202586, "linear_decay": 1.584495082724478e-07, "exponential_decay": 3.6075280401825778e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed635":[{"learning_rate": 0.5580024035023472, "beta1": 0.8838781732581737, "beta2": 0.9999778752801467, "epsilon": 26.12620006153769, "l1": 0.00030744858561533383, "l2": 3.843365875880453e-05, "linear_decay": 4.1427860307828545e-05, "exponential_decay": 0.0004325731796898446}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed636":[{"learning_rate": 0.00010265629433068083, "beta1": 0.9998129158448185, "beta2": 0.8179423640733114, "epsilon": 1.1173310388934283, "l1": 2.855228876899064e-05, "l2": 4.7224095169064383e-07, "linear_decay": 3.89479297405849e-06, "exponential_decay": 1.3031587960150908e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed637":[{"learning_rate": 0.00011324956938634763, "beta1": 0.9759216044919322, "beta2": 0.9977426151711495, "epsilon": 8.502641283811829e-08, "l1": 1.526063990767344e-07, "l2": 3.2926784388248076e-05, "linear_decay": 5.736178483633416e-05, "exponential_decay": 9.160750952333924e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed638":[{"learning_rate": 9.339937713129308e-05, "beta1": 0.9146321845134653, "beta2": 0.9996983004184244, "epsilon": 0.016060969383463988, "l1": 4.683190785512003, "l2": 1.8911333458665746e-07, "linear_decay": 1.0547122910395307e-05, "exponential_decay": 8.249931405354922e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed639":[{"learning_rate": 5.385868078709015e-05, "beta1": 0.981341424868722, "beta2": 0.6912026208242141, "epsilon": 129.56391206031702, "l1": 1.9604199848239008, "l2": 1.002876513808023, "linear_decay": 4.3113235067203906e-06, "exponential_decay": 3.0135327582857516e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed640":[{"learning_rate": 0.00025954423749492814, "beta1": 0.9992926753489182, "beta2": 0.9930556316717232, "epsilon": 2.4130047080470874e-05, "l1": 1.3082010293513072e-08, "l2": 0.10612679765710605, "linear_decay": 4.7121561472726967e-07, "exponential_decay": 0.00025992824205130097}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed641":[{"learning_rate": 3.6267966166610285e-07, "beta1": 0.9834922921749621, "beta2": 0.7279291063768865, "epsilon": 0.8352789415527336, "l1": 0.011405924433795704, "l2": 9.280549859151651e-07, "linear_decay": 3.0182987457471087e-07, "exponential_decay": 5.9529532408994145e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed642":[{"learning_rate": 0.0006683516314473432, "beta1": 0.9987513794340577, "beta2": 0.9999982371729145, "epsilon": 8.722437098745506e-10, "l1": 0.017334190088806704, "l2": 0.1204832562087728, "linear_decay": 9.40011224652112e-07, "exponential_decay": 8.381358409692431e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed643":[{"learning_rate": 0.001016524524937476, "beta1": 0.9992982766553268, "beta2": 0.915231307273267, "epsilon": 9.937256392928917e-08, "l1": 6.298578951640093e-07, "l2": 0.025391578901310777, "linear_decay": 3.553355290081827e-05, "exponential_decay": 1.483456406619126e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed644":[{"learning_rate": 0.0010036842646217738, "beta1": 0.9991163309486927, "beta2": 0.9999624604577021, "epsilon": 762.3436318394286, "l1": 7.826756032445651e-07, "l2": 0.0007498264451272329, "linear_decay": 7.072379222186411e-06, "exponential_decay": 1.1470345229245614e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed645":[{"learning_rate": 0.19881029656031274, "beta1": 0.8672688561010309, "beta2": 0.9993194773960061, "epsilon": 2.920174984454395e-10, "l1": 0.0005359622002464708, "l2": 0.0001616311834162747, "linear_decay": 5.099442308590398e-05, "exponential_decay": 0.00012877137402068082}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed646":[{"learning_rate": 5.323359403048392, "beta1": 0.9992685684146959, "beta2": 0.9940161684399902, "epsilon": 4.616153286390342e-09, "l1": 4.172050585906181e-08, "l2": 4.1019447774909893e-07, "linear_decay": 1.9689602017644158e-05, "exponential_decay": 9.367899127419325e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed647":[{"learning_rate": 6.860059062762573e-05, "beta1": 0.9995238879818247, "beta2": 0.9993314911793256, "epsilon": 0.0003130437350178151, "l1": 3.018517833080025e-07, "l2": 0.00011081488095393166, "linear_decay": 5.9667321285539524e-05, "exponential_decay": 3.098439254039886e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed648":[{"learning_rate": 3.936828254832158e-05, "beta1": 0.9998059760442359, "beta2": 0.9371797923084204, "epsilon": 2.1659825163396076e-09, "l1": 0.8461190119010995, "l2": 9.820542890434073e-05, "linear_decay": 1.319934949660409e-05, "exponential_decay": 0.00030876676425325295}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed649":[{"learning_rate": 3.3342417889790164e-08, "beta1": 0.61548947748978, "beta2": 0.9999445541516375, "epsilon": 97.8735925712064, "l1": 1.3856130225666599e-06, "l2": 0.039099963971978346, "linear_decay": 6.589159941731288e-07, "exponential_decay": 5.553290076624678e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed650":[{"learning_rate": 0.8307105584033804, "beta1": 0.9985876266452252, "beta2": 0.9965040652405214, "epsilon": 0.024028496439169714, "l1": 0.0029042289444306127, "l2": 0.003280144813045226, "linear_decay": 3.350470129091051e-06, "exponential_decay": 0.00031919412195392685}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed651":[{"learning_rate": 8.300869768980132e-06, "beta1": 0.8994555486995133, "beta2": 0.5766844153400205, "epsilon": 9.924761783000216e-07, "l1": 0.05430056103008883, "l2": 1.1187493859069092e-05, "linear_decay": 2.67877518824901e-05, "exponential_decay": 0.00022490441107757451}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed652":[{"learning_rate": 6.318805769712357e-05, "beta1": 0.9880905933536706, "beta2": 0.9999424557929358, "epsilon": 273.84318989551065, "l1": 3.571667614095805e-06, "l2": 0.23772296260822035, "linear_decay": 8.823167326935686e-07, "exponential_decay": 0.00025470080886132716}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed653":[{"learning_rate": 0.00026816461702876477, "beta1": 0.16245038820389424, "beta2": 0.9999922085989601, "epsilon": 49.09047642451196, "l1": 0.21884527178521124, "l2": 0.00034319813984142014, "linear_decay": 2.2659967374640545e-06, "exponential_decay": 2.19787724906406e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed654":[{"learning_rate": 3.8169887123289006e-05, "beta1": 0.9575499725134841, "beta2": 0.9996115022789464, "epsilon": 6.816909792934233, "l1": 0.047523238300834894, "l2": 0.010071127398565461, "linear_decay": 9.6644135658638e-06, "exponential_decay": 1.063167411609353e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed655":[{"learning_rate": 6.32087235611995e-07, "beta1": 0.9436421160704079, "beta2": 0.6006326998857301, "epsilon": 6.4828436095410335e-09, "l1": 1.2571586916853982e-07, "l2": 0.28296199206484146, "linear_decay": 6.140489355419743e-05, "exponential_decay": 5.755353537927486e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed656":[{"learning_rate": 6.0901040177099745e-06, "beta1": 0.9998962819012825, "beta2": 0.9998758843869152, "epsilon": 8.984840929875015e-08, "l1": 0.0002848959497692311, "l2": 7.030111285447516, "linear_decay": 4.732848959411727e-06, "exponential_decay": 1.3924466051427592e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed657":[{"learning_rate": 2.6437175541059503e-05, "beta1": 0.9910316993429599, "beta2": 0.9999882639210891, "epsilon": 2.7175390095582796e-06, "l1": 2.512847202707774e-08, "l2": 8.526023414321078e-05, "linear_decay": 1.2787850762204963e-07, "exponential_decay": 1.2584134819787807e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed658":[{"learning_rate": 0.008096633571415723, "beta1": 0.862179943699109, "beta2": 0.9812175315549345, "epsilon": 19.074139485990127, "l1": 3.103669845182708e-08, "l2": 8.12171566780712e-06, "linear_decay": 2.8832541015067887e-05, "exponential_decay": 7.414808397910168e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed659":[{"learning_rate": 0.0011435615718236672, "beta1": 0.9083187030748678, "beta2": 0.9915693868004644, "epsilon": 4.83760330934586e-09, "l1": 0.00041214571811420313, "l2": 1.4974845591425857e-08, "linear_decay": 5.839156473608412e-07, "exponential_decay": 1.6705824432411615e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed660":[{"learning_rate": 0.018049560242197556, "beta1": 0.9974304605236128, "beta2": 0.9999983150180283, "epsilon": 0.12086144148697553, "l1": 0.3393846158412616, "l2": 0.45410760003074435, "linear_decay": 9.68194276825544e-06, "exponential_decay": 0.00011952261060700899}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed661":[{"learning_rate": 7.953669766878663e-06, "beta1": 0.07470209630886693, "beta2": 0.7343434513224155, "epsilon": 0.0005278203865098456, "l1": 6.727463115933587, "l2": 0.08293134288749587, "linear_decay": 1.3756343792077716e-05, "exponential_decay": 1.766620069975923e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed662":[{"learning_rate": 2.0810951867380715e-08, "beta1": 0.9992555194828324, "beta2": 0.9985352267591002, "epsilon": 0.008396494892952713, "l1": 0.00597851607858431, "l2": 0.21459930540304195, "linear_decay": 1.1317826821231986e-05, "exponential_decay": 8.529816424891874e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed663":[{"learning_rate": 0.00035585874241268224, "beta1": 0.9974451636139533, "beta2": 0.9990577549593208, "epsilon": 3.630310280314917e-05, "l1": 1.3562752622450563e-05, "l2": 0.0013910842859121229, "linear_decay": 5.717546059570186e-07, "exponential_decay": 9.60425398299162e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed664":[{"learning_rate": 7.367332259375859e-06, "beta1": 0.9982063885345073, "beta2": 0.9999798222345563, "epsilon": 268.4223089289872, "l1": 7.54564312435866e-07, "l2": 1.1899109685560951e-05, "linear_decay": 7.975241608174328e-05, "exponential_decay": 5.736788169708287e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed665":[{"learning_rate": 0.00107491462149808, "beta1": 0.9972369615864223, "beta2": 0.9999962776560191, "epsilon": 3.7817975140345256e-08, "l1": 2.2567353368074325e-08, "l2": 2.5536797324304255e-07, "linear_decay": 4.4470926627293e-07, "exponential_decay": 0.00011385981359673902}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed666":[{"learning_rate": 0.02013418694602588, "beta1": 0.7619070305983493, "beta2": 0.9885426015774232, "epsilon": 0.2898376129195215, "l1": 3.6569718474944763, "l2": 1.3011542161493054e-08, "linear_decay": 1.7408569928816901e-06, "exponential_decay": 0.0007137754698795243}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed667":[{"learning_rate": 0.0002396040594029227, "beta1": 0.9993806814787303, "beta2": 0.9985206241830519, "epsilon": 6.209275821655397e-06, "l1": 0.11114099167272347, "l2": 3.4984265353789495e-06, "linear_decay": 1.0602598883804358e-06, "exponential_decay": 2.7384789694174928e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed668":[{"learning_rate": 0.03934354785019471, "beta1": 0.992116840184331, "beta2": 0.9999810361625372, "epsilon": 3.0097699727986833e-05, "l1": 1.3299783428427094e-05, "l2": 0.03862109202452089, "linear_decay": 1.5932819957179163e-05, "exponential_decay": 0.0004723163146218899}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed669":[{"learning_rate": 0.0021906283587876493, "beta1": 0.9475351595954431, "beta2": 0.9998217724841627, "epsilon": 1.5657872822897126e-09, "l1": 2.698095024668902e-06, "l2": 8.17182001411243e-06, "linear_decay": 2.9124383377559887e-06, "exponential_decay": 1.4111504811414329e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed670":[{"learning_rate": 3.246419617546335e-08, "beta1": 0.9998766992714744, "beta2": 0.9999912919346116, "epsilon": 3.867090640281706e-08, "l1": 0.010836739018784573, "l2": 0.0016924810935355866, "linear_decay": 2.7407266424051386e-06, "exponential_decay": 0.00038358665696025377}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed671":[{"learning_rate": 0.04833163954174245, "beta1": 0.9964885370693976, "beta2": 0.6749979794048622, "epsilon": 5.774233681014442e-05, "l1": 3.6570721740183843e-05, "l2": 4.634572288042773e-05, "linear_decay": 1.4090990691785798e-06, "exponential_decay": 1.984034752605939e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed672":[{"learning_rate": 0.2946902626152457, "beta1": 0.9196247618746095, "beta2": 0.9628926246935602, "epsilon": 8.622098238687226e-05, "l1": 2.2486087443826446e-08, "l2": 2.5777988429333295e-06, "linear_decay": 2.4505203763420596e-05, "exponential_decay": 0.00025905817604028017}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed673":[{"learning_rate": 4.968137503122195e-07, "beta1": 0.9998199597094506, "beta2": 0.9999976599494734, "epsilon": 1.2998922577821963e-10, "l1": 0.12434211984816233, "l2": 0.00036638664369317955, "linear_decay": 4.491240466471807e-07, "exponential_decay": 1.5026944174676687e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed674":[{"learning_rate": 3.6010202155918906e-06, "beta1": 0.9286553587840513, "beta2": 0.9993001765835651, "epsilon": 1.2111808648740444e-07, "l1": 0.004753702306858477, "l2": 0.0009166467897957766, "linear_decay": 1.684260507111406e-06, "exponential_decay": 0.0009112751755244595}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed675":[{"learning_rate": 0.0004287988636441327, "beta1": 0.9734023465540185, "beta2": 0.9821539009048774, "epsilon": 1.4376952265162235e-07, "l1": 1.961806673974467e-08, "l2": 2.0694950468581874, "linear_decay": 2.8459146857612094e-06, "exponential_decay": 7.570297589298453e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed676":[{"learning_rate": 9.393274596756875, "beta1": 0.9706994123604616, "beta2": 0.6163606101156904, "epsilon": 5.908928323020717e-07, "l1": 2.1719554510846386e-07, "l2": 0.03733535005016186, "linear_decay": 1.028476705047816e-06, "exponential_decay": 0.00023033345313443684}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed677":[{"learning_rate": 1.993701106168944e-06, "beta1": 0.9994286980380387, "beta2": 0.999985945172308, "epsilon": 5.122125809762618e-07, "l1": 0.3905292494676286, "l2": 0.0018344389923435002, "linear_decay": 9.304764602804969e-06, "exponential_decay": 1.8873425260272103e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed678":[{"learning_rate": 0.0004977578339204829, "beta1": 0.9841341741831022, "beta2": 0.9840490738851327, "epsilon": 0.0008092272088588719, "l1": 6.466462458250344e-06, "l2": 4.0167468500923495e-08, "linear_decay": 5.220797003486521e-05, "exponential_decay": 2.3573486344039097e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed679":[{"learning_rate": 5.829036919998459, "beta1": 0.9989152700179371, "beta2": 0.9884192649342864, "epsilon": 0.5076220588398112, "l1": 1.7043050572293307e-07, "l2": 1.2158689175200231e-05, "linear_decay": 7.624912783227986e-06, "exponential_decay": 6.436174109403914e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed680":[{"learning_rate": 0.000159085673860527, "beta1": 0.8989451240905816, "beta2": 0.9999766330763811, "epsilon": 6.480168634842915e-10, "l1": 2.5075625187196114e-05, "l2": 7.054585805256199e-06, "linear_decay": 4.069704756632661e-07, "exponential_decay": 0.00010717008840893778}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed681":[{"learning_rate": 1.3919767121503382e-07, "beta1": 0.9083655497317168, "beta2": 0.7750845639916271, "epsilon": 0.004896521662416128, "l1": 0.0001293013078684274, "l2": 2.0930740394711775e-08, "linear_decay": 1.0943421158633437e-05, "exponential_decay": 3.707467923648211e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed682":[{"learning_rate": 5.4078143713480555e-05, "beta1": 0.9966829395719423, "beta2": 0.9999163348636497, "epsilon": 7.421858745308494e-09, "l1": 0.003256385740109062, "l2": 8.917304881980267e-06, "linear_decay": 8.411606240321833e-05, "exponential_decay": 3.290294541181074e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed683":[{"learning_rate": 1.3748894257419467e-06, "beta1": 0.997266723249179, "beta2": 0.9999985651589581, "epsilon": 0.013006848939496418, "l1": 6.254340835287049, "l2": 5.4191716843145134e-08, "linear_decay": 2.245822052804827e-07, "exponential_decay": 5.624894832602016e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed684":[{"learning_rate": 0.04444951187736887, "beta1": 0.9953596407371123, "beta2": 0.9999159729345221, "epsilon": 11.317458633805249, "l1": 2.435436771600543, "l2": 0.4186230475173733, "linear_decay": 3.6667411462208905e-06, "exponential_decay": 0.00020317090588265044}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed685":[{"learning_rate": 0.0017037761896381573, "beta1": 0.9011831945811595, "beta2": 0.9999919872604978, "epsilon": 0.05453008114867881, "l1": 1.278906213743821, "l2": 0.7819245914189844, "linear_decay": 1.864344580547034e-05, "exponential_decay": 0.0002873497983179745}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed686":[{"learning_rate": 8.063348155583377e-06, "beta1": 0.999856071799273, "beta2": 0.9999957406801522, "epsilon": 0.004602278107994207, "l1": 0.23604155421455109, "l2": 5.8306057509206084e-05, "linear_decay": 9.453465177535034e-05, "exponential_decay": 5.062162288411262e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed687":[{"learning_rate": 9.33557192295579e-08, "beta1": 0.9998801176909821, "beta2": 0.9999985922977902, "epsilon": 1.0098672102900057e-08, "l1": 0.19589416404636092, "l2": 0.0008012153094800851, "linear_decay": 4.771475613449917e-07, "exponential_decay": 0.00033316447510348986}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed688":[{"learning_rate": 0.014810756483830788, "beta1": 0.9989121774478749, "beta2": 0.9999829352677814, "epsilon": 5.3223780385918296e-09, "l1": 2.328787817238102e-06, "l2": 3.773833377113076e-05, "linear_decay": 6.258501806401015e-05, "exponential_decay": 1.10377656912915e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed689":[{"learning_rate": 3.156923575987241e-06, "beta1": 0.9210277631001831, "beta2": 0.9999987565099335, "epsilon": 19.76529988499683, "l1": 2.2774890957909935, "l2": 2.817405595878365e-07, "linear_decay": 3.6693013382891425e-07, "exponential_decay": 1.2475386308281145e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed690":[{"learning_rate": 0.0033427493322971593, "beta1": 0.8582357541266118, "beta2": 0.9890832473022837, "epsilon": 0.014263051880986146, "l1": 4.82720784762485e-07, "l2": 4.405325281841274, "linear_decay": 9.938802153459383e-07, "exponential_decay": 0.00016033369515657144}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed691":[{"learning_rate": 2.585597907264694e-08, "beta1": 0.9854379538962973, "beta2": 0.9991981648933859, "epsilon": 2.7540238602074152e-08, "l1": 1.2880958920966907e-08, "l2": 5.795372549506522, "linear_decay": 3.1858389009062813e-06, "exponential_decay": 0.0008772426315599448}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed692":[{"learning_rate": 2.261491875477286e-08, "beta1": 0.9862185740328574, "beta2": 0.8959157082374725, "epsilon": 27.151821306378576, "l1": 1.862370421436564, "l2": 9.233786351395788e-07, "linear_decay": 2.8840751698092333e-05, "exponential_decay": 3.0257443647669117e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed693":[{"learning_rate": 0.5916513804036173, "beta1": 0.9162000153530544, "beta2": 0.9805329927023625, "epsilon": 9.09827890811084e-07, "l1": 5.4007575805645685e-06, "l2": 3.551517670982485, "linear_decay": 2.522327890908377e-07, "exponential_decay": 5.437374396550036e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed694":[{"learning_rate": 1.5668597952169954, "beta1": 0.9861847384996664, "beta2": 0.9804176015299427, "epsilon": 2.0448521121061576e-10, "l1": 0.25879231366031175, "l2": 1.3773048648900509e-05, "linear_decay": 1.2760490911482482e-07, "exponential_decay": 2.179381033925128e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed695":[{"learning_rate": 0.03685081369416625, "beta1": 0.8713313207053264, "beta2": 0.9851095615838975, "epsilon": 0.41865290684893597, "l1": 0.4914482564003388, "l2": 0.0033536229370110817, "linear_decay": 2.2942561934916247e-06, "exponential_decay": 0.0004623643972268557}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed696":[{"learning_rate": 0.13146560287257852, "beta1": 0.9800045072849461, "beta2": 0.9999951869535058, "epsilon": 1.4008623591379525e-09, "l1": 0.121044131357507, "l2": 0.0012473554006656512, "linear_decay": 5.0757228119548955e-05, "exponential_decay": 0.0001028647762921216}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed697":[{"learning_rate": 6.048034078396738e-07, "beta1": 0.9839811871917549, "beta2": 0.998095952445218, "epsilon": 9.709755246874084e-07, "l1": 9.543558358321396e-05, "l2": 0.009858486433983155, "linear_decay": 4.670908268967355e-05, "exponential_decay": 3.796884597380835e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed698":[{"learning_rate": 5.703012694448114e-08, "beta1": 0.9963283983565292, "beta2": 0.9925845430219188, "epsilon": 7.182680634261827e-09, "l1": 0.02653274673418055, "l2": 0.18562111687765, "linear_decay": 6.9213148141871476e-06, "exponential_decay": 1.0973121505425736e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed699":[{"learning_rate": 5.532574896681479e-08, "beta1": 0.9109724026085914, "beta2": 0.9812162842694664, "epsilon": 0.0048995964679571105, "l1": 3.075407561242481, "l2": 8.461297487802716e-05, "linear_decay": 1.3177492923820756e-07, "exponential_decay": 5.937951281045215e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed700":[{"learning_rate": 2.563995636141919e-07, "beta1": 0.9953497170544772, "beta2": 0.9999974832425698, "epsilon": 17.794389631579957, "l1": 5.2557403556793826e-06, "l2": 0.04691403108668075, "linear_decay": 1.7031221145981501e-06, "exponential_decay": 9.217061727403613e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed701":[{"learning_rate": 1.2058636878910834e-07, "beta1": 0.9671755546179757, "beta2": 0.9999173613852335, "epsilon": 0.07751807497673635, "l1": 0.0008804460764930294, "l2": 1.6760785661029838, "linear_decay": 1.161145060214933e-06, "exponential_decay": 3.187099483389453e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed702":[{"learning_rate": 2.471564434295182e-07, "beta1": 0.9984206565128065, "beta2": 0.9496443334944337, "epsilon": 5.588544740210481, "l1": 6.616615272970002e-07, "l2": 1.579459172119581, "linear_decay": 3.020804661911497e-07, "exponential_decay": 0.00029488048626410783}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed703":[{"learning_rate": 2.6965863902180023, "beta1": 0.999874950277382, "beta2": 0.9999971711600912, "epsilon": 1.2103015871830254e-09, "l1": 0.00012391203918655033, "l2": 1.8812015792963226e-08, "linear_decay": 7.83860132046487e-05, "exponential_decay": 1.5780501838776458e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed704":[{"learning_rate": 3.1862426521728513e-06, "beta1": 0.45174343569174835, "beta2": 0.9999236607276337, "epsilon": 0.00018029523339431575, "l1": 3.5354728441668384e-08, "l2": 0.0002965310523052238, "linear_decay": 7.0908485114182e-07, "exponential_decay": 6.033083064544512e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed705":[{"learning_rate": 0.004070305110185245, "beta1": 0.5634941829563445, "beta2": 0.9996848964417684, "epsilon": 17.476238627974606, "l1": 2.5262731157412395e-07, "l2": 0.0010147764906866122, "linear_decay": 1.7465292874822965e-07, "exponential_decay": 0.000713026654262162}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed706":[{"learning_rate": 0.00016789629029033504, "beta1": 0.9962485185019694, "beta2": 0.8629111393011766, "epsilon": 0.0007752007915572349, "l1": 8.709479186739781e-08, "l2": 6.333620165065187e-07, "linear_decay": 3.735714176689775e-07, "exponential_decay": 1.3006459897800732e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed707":[{"learning_rate": 8.124945284037888e-07, "beta1": 0.995896859435454, "beta2": 0.9999915520788151, "epsilon": 0.01596758790727696, "l1": 2.0292635021001113e-05, "l2": 8.30336078748975e-07, "linear_decay": 7.181196653067331e-05, "exponential_decay": 3.223112859514395e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed708":[{"learning_rate": 1.3688482155031133e-08, "beta1": 0.8078798411930413, "beta2": 0.924987179688046, "epsilon": 1.5982492393150073e-08, "l1": 5.687004501185382e-06, "l2": 2.9603344403267675, "linear_decay": 7.341601590595543e-06, "exponential_decay": 8.349012542250227e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed709":[{"learning_rate": 0.05497847880650531, "beta1": 0.9853444559502987, "beta2": 0.7904666693009486, "epsilon": 1.58938038441251e-08, "l1": 1.1737059068507079e-08, "l2": 8.092419236832182e-05, "linear_decay": 2.0221041845217643e-06, "exponential_decay": 1.6796054362907174e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed710":[{"learning_rate": 0.4779266213985544, "beta1": 0.9363535043637887, "beta2": 0.9944173661173968, "epsilon": 1.3022590252641777e-10, "l1": 7.969505306868272e-06, "l2": 0.0007049464020604889, "linear_decay": 4.491626590153742e-06, "exponential_decay": 1.5651265073583925e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed711":[{"learning_rate": 0.0010380256146708391, "beta1": 0.9560564313106824, "beta2": 0.9995610353454845, "epsilon": 9.732169495727943e-09, "l1": 4.953842606200982e-07, "l2": 3.4654926368724044e-05, "linear_decay": 1.0943461158293229e-07, "exponential_decay": 0.000529618138963298}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed712":[{"learning_rate": 0.01042980763833299, "beta1": 0.9997340430069578, "beta2": 0.3247040368942018, "epsilon": 1.4763604828253325e-09, "l1": 1.0804460941861996e-08, "l2": 1.0874345160226868, "linear_decay": 8.108509787689581e-05, "exponential_decay": 4.757469906759231e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed713":[{"learning_rate": 6.765589256632488, "beta1": 0.28220472841323074, "beta2": 0.996687335907471, "epsilon": 0.006449154323395465, "l1": 0.061416863341899, "l2": 9.622494294973443e-05, "linear_decay": 1.9552059521837622e-05, "exponential_decay": 1.2653276369975169e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed714":[{"learning_rate": 0.00045037953246616875, "beta1": 0.997742819186377, "beta2": 0.9999939226409996, "epsilon": 0.0001092003453075764, "l1": 2.1847341276471774e-07, "l2": 0.010269704208665454, "linear_decay": 2.076031402214737e-06, "exponential_decay": 7.506049317081246e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed715":[{"learning_rate": 3.519073940540721e-05, "beta1": 0.9978627443923381, "beta2": 0.9996618009770121, "epsilon": 280.1483235847259, "l1": 0.0010078023240869818, "l2": 0.032837487809365906, "linear_decay": 1.4416764121520878e-05, "exponential_decay": 0.0003405238793569154}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed716":[{"learning_rate": 1.2848294610780106e-05, "beta1": 0.99863235108512, "beta2": 0.964795551530983, "epsilon": 4.2666395796296094e-07, "l1": 6.599901101995423e-07, "l2": 2.0259575570560692e-05, "linear_decay": 1.5864492917158752e-07, "exponential_decay": 8.952837739881648e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed717":[{"learning_rate": 0.0073521820307018634, "beta1": 0.9164245934844321, "beta2": 0.9999855388052477, "epsilon": 0.0005699071333761229, "l1": 0.012230646072797426, "l2": 0.1737816255096732, "linear_decay": 3.9860119264201655e-06, "exponential_decay": 1.8875456375288863e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed718":[{"learning_rate": 1.797020464945093e-07, "beta1": 0.886144035742239, "beta2": 0.9999984203145444, "epsilon": 4.287272311540929, "l1": 0.09382777720058363, "l2": 5.902918549725564, "linear_decay": 2.74711886409729e-06, "exponential_decay": 0.0005767885822425222}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed719":[{"learning_rate": 0.014741401641173166, "beta1": 0.9998854399732983, "beta2": 0.9999035660497059, "epsilon": 0.19193365746780014, "l1": 2.2236620574752877, "l2": 0.33403830716467897, "linear_decay": 3.7872847603291256e-06, "exponential_decay": 1.4662328308712356e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed720":[{"learning_rate": 0.0029508288522985615, "beta1": 0.9525722638286384, "beta2": 0.9999850025289471, "epsilon": 0.017317297857962263, "l1": 8.385217346097086e-05, "l2": 0.03972025167656298, "linear_decay": 1.4357372574055785e-06, "exponential_decay": 9.965304395856667e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed721":[{"learning_rate": 4.557258957908946e-08, "beta1": 0.9957090176709934, "beta2": 0.48055235299088794, "epsilon": 27.3194651907087, "l1": 5.7458239283139984e-08, "l2": 1.2957947457019168e-06, "linear_decay": 5.8030111951315555e-06, "exponential_decay": 6.499455085603926e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed722":[{"learning_rate": 1.6551845640716712e-07, "beta1": 0.9882505302059595, "beta2": 0.8983443527412357, "epsilon": 110.3378823425031, "l1": 0.0007037193252120412, "l2": 0.00025945958118678037, "linear_decay": 2.5865636725744314e-07, "exponential_decay": 2.4698681095209928e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed723":[{"learning_rate": 1.0140151634728303e-06, "beta1": 0.9907821160030553, "beta2": 0.99116764525009, "epsilon": 267.0674616555746, "l1": 0.09464201968713684, "l2": 2.9903801660242964e-07, "linear_decay": 1.9182079568052858e-05, "exponential_decay": 0.0003311014441555502}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed724":[{"learning_rate": 0.9647596222085388, "beta1": 0.9360017967992192, "beta2": 0.9995536823926973, "epsilon": 0.00013583038535746464, "l1": 1.2563054912670997e-08, "l2": 8.714193899266784e-06, "linear_decay": 3.0136997227062693e-06, "exponential_decay": 0.00013115469113541043}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed725":[{"learning_rate": 0.00028778711972016446, "beta1": 0.6777064262577894, "beta2": 0.9930669408398837, "epsilon": 0.0012349179583036063, "l1": 7.308402789620438e-06, "l2": 0.00036061156524950654, "linear_decay": 4.6403450246338716e-05, "exponential_decay": 4.641132978216887e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed726":[{"learning_rate": 0.1070849423024907, "beta1": 0.9997660229882163, "beta2": 0.999995299716033, "epsilon": 2.1982992455539687, "l1": 2.5819316546644495e-06, "l2": 0.18611442722572652, "linear_decay": 7.868888644818768e-07, "exponential_decay": 3.5817994326565345e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed727":[{"learning_rate": 2.1462117472656238e-08, "beta1": 0.9988272516367361, "beta2": 0.9998903449318145, "epsilon": 19.38760756994519, "l1": 0.0003178443438975687, "l2": 9.604981269241765e-06, "linear_decay": 7.089562931475916e-06, "exponential_decay": 0.0005678507977110239}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed728":[{"learning_rate": 1.2961538889335964e-08, "beta1": 0.7802279686716392, "beta2": 0.9999912626946361, "epsilon": 5.768261604280616, "l1": 0.00014295749826611522, "l2": 6.707635539557274e-06, "linear_decay": 1.3321437550889785e-07, "exponential_decay": 5.6572235823970465e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed729":[{"learning_rate": 2.020549436863696e-08, "beta1": 0.8838457572920166, "beta2": 0.9956861185514086, "epsilon": 0.5276846821653445, "l1": 1.0537945286848311, "l2": 0.000526548094774035, "linear_decay": 2.924971308962198e-05, "exponential_decay": 2.8014429273851268e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed730":[{"learning_rate": 5.388818423322868e-06, "beta1": 0.9984449127015567, "beta2": 0.1902764469357271, "epsilon": 14.790350726491974, "l1": 1.2953881522785353e-05, "l2": 8.858516453820449e-07, "linear_decay": 6.736059954136068e-07, "exponential_decay": 0.00016132571686224475}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed731":[{"learning_rate": 5.8169041770116207e-05, "beta1": 0.3784268100600021, "beta2": 0.9999792619688994, "epsilon": 0.0002688620796169995, "l1": 3.5157075784106325e-06, "l2": 0.00023406298937720136, "linear_decay": 9.653260000832263e-07, "exponential_decay": 0.00010620015652973142}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed732":[{"learning_rate": 1.6804070235173025, "beta1": 0.9993023171889458, "beta2": 0.99782575458364, "epsilon": 5.4030425861015623e-05, "l1": 0.37099892238462967, "l2": 0.4253612276018212, "linear_decay": 2.1721646975491378e-07, "exponential_decay": 1.989201821228089e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed733":[{"learning_rate": 0.16447079022727631, "beta1": 0.9998638765469313, "beta2": 0.9822358526767682, "epsilon": 3.724688199264381e-08, "l1": 8.90581640988516e-07, "l2": 2.244449570759596, "linear_decay": 1.1701620405127171e-05, "exponential_decay": 1.4124413010295206e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed734":[{"learning_rate": 0.13012756832012534, "beta1": 0.9981072837426047, "beta2": 0.9998369046277615, "epsilon": 8.757103201324915e-06, "l1": 0.1461151775532145, "l2": 0.9065137887635032, "linear_decay": 4.187970818010721e-07, "exponential_decay": 9.779582732844629e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed735":[{"learning_rate": 0.01258873192264172, "beta1": 0.07317582155592328, "beta2": 0.9821514444569577, "epsilon": 0.00024130950564008968, "l1": 0.003866227981218416, "l2": 8.4909265352949, "linear_decay": 2.2807213388616876e-06, "exponential_decay": 8.970150946227769e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed736":[{"learning_rate": 4.781350895658446e-05, "beta1": 0.8591436646059619, "beta2": 0.9999943883644454, "epsilon": 2.678093399878491e-09, "l1": 0.00032620158936700575, "l2": 1.076372954424848, "linear_decay": 3.122253324969027e-05, "exponential_decay": 1.938987124554707e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed737":[{"learning_rate": 1.1534997371885422e-05, "beta1": 0.9998597687691435, "beta2": 0.9495134404534309, "epsilon": 0.001974513786704262, "l1": 1.6103560991247124e-07, "l2": 2.874201128398873, "linear_decay": 1.3374902991665244e-05, "exponential_decay": 0.0001838994786100424}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed738":[{"learning_rate": 1.2416266794897355e-05, "beta1": 0.9975273871277216, "beta2": 0.9999968633833958, "epsilon": 0.0032236488224910587, "l1": 0.00013448589099688258, "l2": 7.431750241730956, "linear_decay": 2.311835999501251e-06, "exponential_decay": 2.0804254405420906e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed739":[{"learning_rate": 0.9149954884098583, "beta1": 0.9998818484323364, "beta2": 0.9988317850714524, "epsilon": 2.184747714968216, "l1": 0.0002351824562903811, "l2": 9.652718715070126e-07, "linear_decay": 4.522722963812482e-05, "exponential_decay": 0.0001580192284626927}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed740":[{"learning_rate": 0.0017036307427783042, "beta1": 0.993135903788621, "beta2": 0.9813195247347197, "epsilon": 2.09561463790423e-05, "l1": 4.136589979784601, "l2": 0.5358269512833146, "linear_decay": 7.47427046215947e-05, "exponential_decay": 1.5403992286000873e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed741":[{"learning_rate": 0.0021003403541176306, "beta1": 0.6585215492254288, "beta2": 0.9993900849693783, "epsilon": 0.8287973111689677, "l1": 6.299463760538297e-08, "l2": 0.0027219571421825137, "linear_decay": 1.7661039863220748e-07, "exponential_decay": 0.0002994909303242827}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed742":[{"learning_rate": 1.0269415607713545e-08, "beta1": 0.9994181803774077, "beta2": 0.9995010238653984, "epsilon": 9.379269264053817e-07, "l1": 0.057261410549235635, "l2": 0.07771316291366902, "linear_decay": 7.39647888871927e-06, "exponential_decay": 6.477021626175414e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed743":[{"learning_rate": 0.31043096550429133, "beta1": 0.4006215879395526, "beta2": 0.9972003722329641, "epsilon": 1.5010812459367622e-09, "l1": 5.735878069802956e-08, "l2": 7.888606800840329e-05, "linear_decay": 7.928584630801234e-07, "exponential_decay": 0.00045299359613043945}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed744":[{"learning_rate": 2.9697849931908425e-06, "beta1": 0.9997701904861939, "beta2": 0.9996793529106038, "epsilon": 159.3895699706673, "l1": 0.0001789248528679749, "l2": 2.4266106635036433, "linear_decay": 1.179189128592094e-06, "exponential_decay": 0.00015547586355949125}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed745":[{"learning_rate": 3.9371379709634224, "beta1": 0.9997567567800381, "beta2": 0.9998966820572929, "epsilon": 6.663456843380359e-09, "l1": 1.090593425334764, "l2": 0.0002020018860473899, "linear_decay": 1.4106533148476603e-06, "exponential_decay": 3.912155284386548e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed746":[{"learning_rate": 0.3333218233821395, "beta1": 0.6591039597438906, "beta2": 0.9979822176437867, "epsilon": 87.45122971193257, "l1": 6.4511147653931165, "l2": 0.17888212516676963, "linear_decay": 1.4597957435076404e-05, "exponential_decay": 1.306971577750236e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed747":[{"learning_rate": 6.919116663500984e-05, "beta1": 0.997610961443621, "beta2": 0.9999843317657962, "epsilon": 0.0001215448362764366, "l1": 0.0009608199735850015, "l2": 1.3336722367647814e-05, "linear_decay": 2.5356176585501536e-06, "exponential_decay": 2.5281620768339165e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed748":[{"learning_rate": 1.9411175182451057, "beta1": 0.9919533067985943, "beta2": 0.99980741210943, "epsilon": 5.295227140571271e-06, "l1": 3.0557447064646684e-07, "l2": 2.2120407889657856, "linear_decay": 1.0471859546752146e-06, "exponential_decay": 8.176088545739808e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed749":[{"learning_rate": 0.08644416295706393, "beta1": 0.9939060334248219, "beta2": 0.9999358044734566, "epsilon": 2.0958193233179474e-09, "l1": 0.0015516759878343735, "l2": 5.9326841495957274e-05, "linear_decay": 1.0593163047454257e-07, "exponential_decay": 6.11823309807292e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed750":[{"learning_rate": 4.224359871360537, "beta1": 0.9825887455517994, "beta2": 0.9991180102684116, "epsilon": 2.546748537393133e-07, "l1": 0.0020994113581160327, "l2": 0.0011004366838915252, "linear_decay": 6.593576709241201e-05, "exponential_decay": 7.856911304599442e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed751":[{"learning_rate": 1.103079439929471e-05, "beta1": 0.9998523525435437, "beta2": 0.9431661269795611, "epsilon": 2.2896152288896426e-09, "l1": 0.12977945650782358, "l2": 0.000993878645548794, "linear_decay": 2.6545272097081585e-05, "exponential_decay": 4.6007770666461545e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed752":[{"learning_rate": 1.487034723871345e-08, "beta1": 0.9834970970283468, "beta2": 0.8130722049177334, "epsilon": 3.3726220045956853e-10, "l1": 3.495264369703535e-08, "l2": 0.030276945700890925, "linear_decay": 6.388434755810564e-05, "exponential_decay": 2.5388481890817475e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed753":[{"learning_rate": 4.249914390331667e-06, "beta1": 0.9972967771450572, "beta2": 0.9614885523843748, "epsilon": 5.40280988532302e-10, "l1": 0.009791307385766796, "l2": 1.446966227955984e-07, "linear_decay": 3.0464903411246073e-07, "exponential_decay": 4.590697385426271e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed754":[{"learning_rate": 0.013394276921486179, "beta1": 0.992229419608748, "beta2": 0.9808292998297159, "epsilon": 3.923819504180375e-09, "l1": 0.15775158332453557, "l2": 0.002119019618523575, "linear_decay": 6.379494934291168e-06, "exponential_decay": 2.5058503727269782e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed755":[{"learning_rate": 0.8484604923339556, "beta1": 0.9887865216598568, "beta2": 0.9866675124913072, "epsilon": 0.0005403088486466243, "l1": 7.1872874401171895e-06, "l2": 5.488443389671096e-08, "linear_decay": 9.365735531840544e-05, "exponential_decay": 4.254161178842812e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed756":[{"learning_rate": 8.738685458912334, "beta1": 0.9994271088301983, "beta2": 0.9999917743382251, "epsilon": 1.0636005424858739, "l1": 1.918948952939332e-07, "l2": 0.0017373719284217734, "linear_decay": 3.0882641200716726e-06, "exponential_decay": 0.00011918566008174671}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed757":[{"learning_rate": 3.3461201881170393, "beta1": 0.8584910074251664, "beta2": 0.9988602230582906, "epsilon": 0.18726571905103157, "l1": 6.366368207405119e-08, "l2": 2.1355910223756934e-05, "linear_decay": 1.2513583506209207e-05, "exponential_decay": 5.543440991873995e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed758":[{"learning_rate": 5.8556062626243865e-06, "beta1": 0.9880885847396867, "beta2": 0.9995649360311957, "epsilon": 3.822809709630073e-05, "l1": 4.035616839961151e-06, "l2": 0.22946546637520712, "linear_decay": 3.3145213270653943e-07, "exponential_decay": 3.12192774540287e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed759":[{"learning_rate": 0.00013432274149720357, "beta1": 0.9869341595552747, "beta2": 0.9482144137783315, "epsilon": 0.004335991005704701, "l1": 0.0011479230273406908, "l2": 0.9050010855131748, "linear_decay": 3.843278461192846e-06, "exponential_decay": 1.6251091843773805e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed760":[{"learning_rate": 1.3223180574256324e-07, "beta1": 0.9996881398782838, "beta2": 0.9999821312771024, "epsilon": 2.7762154673358448e-05, "l1": 0.0002972142026435647, "l2": 0.5568785054327503, "linear_decay": 3.0621414506992526e-07, "exponential_decay": 1.567681927912779e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed761":[{"learning_rate": 2.3595874109567336e-06, "beta1": 0.9958789903121635, "beta2": 0.9544836714448126, "epsilon": 2.3207598037698024e-05, "l1": 1.3840554332388415e-06, "l2": 0.44146456055628697, "linear_decay": 1.8566826814121202e-07, "exponential_decay": 3.371053652438567e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed762":[{"learning_rate": 0.013199404020505576, "beta1": 0.12013218900277423, "beta2": 0.9964724806871308, "epsilon": 2.6988976421843554e-09, "l1": 0.0004381073539048013, "l2": 0.0007056380621615527, "linear_decay": 4.070324424983567e-06, "exponential_decay": 0.00028317323552232555}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed763":[{"learning_rate": 3.3072121026105213e-08, "beta1": 0.9995990127967634, "beta2": 0.9999839101796396, "epsilon": 3.221057481497333e-07, "l1": 0.9958264888223395, "l2": 0.003579817530472469, "linear_decay": 3.273692014352138e-05, "exponential_decay": 1.3131182685940838e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed764":[{"learning_rate": 0.0001492194855747971, "beta1": 0.9995752343851595, "beta2": 0.48829973938449134, "epsilon": 0.08391063418866744, "l1": 5.945910717793777e-07, "l2": 0.011294375016154943, "linear_decay": 1.2258878368400229e-07, "exponential_decay": 1.7441789501547638e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed765":[{"learning_rate": 0.00019322569929315997, "beta1": 0.992835931422462, "beta2": 0.999944774019117, "epsilon": 184.63828002923407, "l1": 1.994328528114192e-06, "l2": 0.04008687426625483, "linear_decay": 1.344366756749946e-05, "exponential_decay": 2.106849778556886e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed766":[{"learning_rate": 0.0020033324849127025, "beta1": 0.9913581518992103, "beta2": 0.9978783836923701, "epsilon": 1.47734126393879e-10, "l1": 7.435016944913494e-08, "l2": 0.6130557044589324, "linear_decay": 3.47384422655172e-06, "exponential_decay": 1.0034011113647041e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed767":[{"learning_rate": 1.2950856143046148e-08, "beta1": 0.9969810127168914, "beta2": 0.9969203200409691, "epsilon": 24.7689436452188, "l1": 1.1391708400713476e-05, "l2": 0.009530642153620556, "linear_decay": 9.176219902351979e-06, "exponential_decay": 0.00012961510024677114}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed768":[{"learning_rate": 0.0033031028527804, "beta1": 0.9315380274712679, "beta2": 0.9999874589743099, "epsilon": 34.04895948510603, "l1": 3.2276066428228066e-08, "l2": 0.00040795745385598846, "linear_decay": 3.0685967859598845e-07, "exponential_decay": 6.289788246251084e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed769":[{"learning_rate": 4.701454470600855e-07, "beta1": 0.8265834545825584, "beta2": 0.9999925579423601, "epsilon": 1.9418760896767254e-05, "l1": 1.1982074501935368e-06, "l2": 0.01169788248828097, "linear_decay": 2.4211639624419044e-06, "exponential_decay": 3.7015381300693965e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed770":[{"learning_rate": 0.005706986250127554, "beta1": 0.9993646695042755, "beta2": 0.5000732802187593, "epsilon": 4.191394170693016, "l1": 0.014232158208959268, "l2": 3.0404989199302814e-06, "linear_decay": 2.9517197694589056e-06, "exponential_decay": 0.0003158593352609986}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed771":[{"learning_rate": 2.655075023924751e-05, "beta1": 0.9995525891565813, "beta2": 0.9890663500673247, "epsilon": 3.4650564126802284e-07, "l1": 0.18163837274075811, "l2": 2.6169535214954727e-08, "linear_decay": 1.7861127769809334e-05, "exponential_decay": 0.0002219346084582377}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed772":[{"learning_rate": 2.5160970144048207e-06, "beta1": 0.9915861046797959, "beta2": 0.9640912852424741, "epsilon": 0.7293058996184076, "l1": 3.99132938221398e-07, "l2": 1.0958321445724654e-06, "linear_decay": 2.2528596100525214e-06, "exponential_decay": 0.0003681968481686926}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed773":[{"learning_rate": 1.0835259516672722, "beta1": 0.8282915275863643, "beta2": 0.8422573440599693, "epsilon": 1.8764367869701885e-08, "l1": 0.0014797031681788155, "l2": 0.005856637515187524, "linear_decay": 1.8577310847859766e-05, "exponential_decay": 1.2156607190503192e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed774":[{"learning_rate": 0.7741504184295444, "beta1": 0.9056300303759572, "beta2": 0.997900740459719, "epsilon": 5.042016657950651e-09, "l1": 0.0014537256673630037, "l2": 0.057395288650687874, "linear_decay": 4.4325898181056054e-05, "exponential_decay": 0.00034110405394911466}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed775":[{"learning_rate": 2.4077710478314497e-05, "beta1": 0.999028761837884, "beta2": 0.9999700167396675, "epsilon": 9.343971401665957e-06, "l1": 2.0699458874803077e-08, "l2": 1.2016382872171567, "linear_decay": 1.2884719919514658e-05, "exponential_decay": 0.00027855621663004524}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed776":[{"learning_rate": 0.06255490598430123, "beta1": 0.9996264320664059, "beta2": 0.9152902838138447, "epsilon": 2.348127653760352, "l1": 2.3812789928473866e-06, "l2": 6.924393794377638, "linear_decay": 2.9993549800492903e-06, "exponential_decay": 0.00020972935038679548}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed777":[{"learning_rate": 2.365775958620449e-07, "beta1": 0.9983803303703557, "beta2": 0.9999976437656213, "epsilon": 9.510085926052819e-05, "l1": 0.3290640662134354, "l2": 2.2027916915541437, "linear_decay": 1.5169349339848056e-05, "exponential_decay": 4.948930264935177e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed778":[{"learning_rate": 1.7994542439612573, "beta1": 0.909149951091847, "beta2": 0.9999989326973884, "epsilon": 0.005901018088275963, "l1": 0.009904419740002876, "l2": 2.377135770814203e-05, "linear_decay": 4.453061409378376e-07, "exponential_decay": 1.3842049448473286e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed779":[{"learning_rate": 2.803893614237535e-07, "beta1": 0.9223056400688745, "beta2": 0.6472964004288548, "epsilon": 1.1966705087697732e-06, "l1": 0.3661080505442044, "l2": 0.0007409004611492715, "linear_decay": 5.7949383361324196e-05, "exponential_decay": 0.0007496890335845663}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed780":[{"learning_rate": 0.039098198475574955, "beta1": 0.7894019951994656, "beta2": 0.9999486315749099, "epsilon": 1.6996852877893298, "l1": 5.0102742523837325, "l2": 7.10333851867016e-07, "linear_decay": 1.6987108630179437e-07, "exponential_decay": 1.0325094708612778e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed781":[{"learning_rate": 0.019758231365858178, "beta1": 0.7779844832337515, "beta2": 0.9969157281119024, "epsilon": 0.08724222871002926, "l1": 1.9231686196201066e-05, "l2": 3.658693688577962, "linear_decay": 1.57709639437616e-07, "exponential_decay": 4.106089360689703e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed782":[{"learning_rate": 4.8855587718785145, "beta1": 0.9961405180158273, "beta2": 0.9981725349519188, "epsilon": 0.014779911681831388, "l1": 0.0001258582409488571, "l2": 3.2612489435559278, "linear_decay": 4.132811119036543e-07, "exponential_decay": 0.0009161088266658516}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed783":[{"learning_rate": 5.78288388296969e-05, "beta1": 0.9998438949832604, "beta2": 0.9958651583320055, "epsilon": 0.08234651284138099, "l1": 1.0437292783741098e-08, "l2": 1.2055046167664752e-05, "linear_decay": 3.99785212137039e-06, "exponential_decay": 6.238911033009711e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed784":[{"learning_rate": 8.589510021098505e-05, "beta1": 0.6375813716472967, "beta2": 0.9999977139804642, "epsilon": 963.5984629418682, "l1": 0.005676045806529515, "l2": 0.2170182029741688, "linear_decay": 3.816992139977805e-07, "exponential_decay": 2.4648426161851255e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed785":[{"learning_rate": 3.447696924716086e-08, "beta1": 0.9756478731390452, "beta2": 0.9993412710591447, "epsilon": 13.23885873527605, "l1": 4.0021042035006425e-05, "l2": 1.3886315565534774e-06, "linear_decay": 1.3684982519538233e-06, "exponential_decay": 0.00013756302596416327}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed786":[{"learning_rate": 0.06458543618153398, "beta1": 0.9983026149102562, "beta2": 0.7690524439710154, "epsilon": 1.0640632583854248e-05, "l1": 0.7323041341797373, "l2": 4.854257109185415e-08, "linear_decay": 1.3480828421379292e-06, "exponential_decay": 0.00010479435421531292}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed787":[{"learning_rate": 0.002820631993407338, "beta1": 0.9466158882894685, "beta2": 0.39175582416183063, "epsilon": 1.8285255658549339e-09, "l1": 0.16795980856466736, "l2": 0.00021304596315588006, "linear_decay": 7.314483665509509e-05, "exponential_decay": 1.4736285096012534e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed788":[{"learning_rate": 3.784250301921764e-07, "beta1": 0.09708262837990611, "beta2": 0.9144511765301289, "epsilon": 0.011623250662896422, "l1": 6.327817686772864e-07, "l2": 0.35059780635971904, "linear_decay": 3.0653436637452356e-05, "exponential_decay": 0.0007872027649764197}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed789":[{"learning_rate": 8.128555849056994e-06, "beta1": 0.9991663410037314, "beta2": 0.9421007126018284, "epsilon": 0.013105568032795056, "l1": 6.007505848213666, "l2": 0.06760409690859633, "linear_decay": 1.0761186296148952e-07, "exponential_decay": 0.0008429835665715677}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed790":[{"learning_rate": 0.0007212220266676729, "beta1": 0.6781304159634156, "beta2": 0.828101169260322, "epsilon": 0.01027667003933334, "l1": 3.180404284601834e-07, "l2": 1.88125067107463e-06, "linear_decay": 6.120313387090663e-05, "exponential_decay": 1.8742849300480886e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed791":[{"learning_rate": 0.023752628068144245, "beta1": 0.9924968205733686, "beta2": 0.9700089655936119, "epsilon": 0.00037836366898898714, "l1": 4.6835480769071155e-05, "l2": 1.844374099937984e-06, "linear_decay": 2.1129137873570952e-05, "exponential_decay": 0.0004040780910510516}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed792":[{"learning_rate": 3.6582039756237745, "beta1": 0.9938953645298411, "beta2": 0.9999786544000431, "epsilon": 31.097689812421017, "l1": 0.045910253215869536, "l2": 0.004748687433901165, "linear_decay": 8.066681716377809e-07, "exponential_decay": 0.0001589972464930749}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed793":[{"learning_rate": 0.11773718904090995, "beta1": 0.9989276462347424, "beta2": 0.9999608243140722, "epsilon": 4.550632308581199e-06, "l1": 0.0012510107184217358, "l2": 0.06896044404683366, "linear_decay": 9.678187140986016e-05, "exponential_decay": 1.1342848044147212e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed794":[{"learning_rate": 0.34843441580665235, "beta1": 0.0862653414570812, "beta2": 0.9970553230772727, "epsilon": 5.757468251800358, "l1": 0.12658512959680157, "l2": 0.05357818547836897, "linear_decay": 3.545658494420975e-07, "exponential_decay": 3.250137954366728e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed795":[{"learning_rate": 0.48368869998675357, "beta1": 0.9944440604938695, "beta2": 0.9999399293279152, "epsilon": 7.697480834224895e-08, "l1": 0.24069404009502476, "l2": 0.563221728098064, "linear_decay": 5.664734049524926e-06, "exponential_decay": 0.00021347958940819524}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed796":[{"learning_rate": 7.086998372535065e-06, "beta1": 0.9894110751371581, "beta2": 0.9998103626157094, "epsilon": 4.676292036906868e-05, "l1": 0.05342199655561781, "l2": 9.430394282333702e-05, "linear_decay": 1.2596920631526954e-07, "exponential_decay": 0.00010509756124334897}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed797":[{"learning_rate": 2.4225285864270713e-06, "beta1": 0.999863461717944, "beta2": 0.9999813765720955, "epsilon": 0.09779498757241448, "l1": 5.546633413670251e-07, "l2": 1.9029924678410475, "linear_decay": 4.7198154427107504e-06, "exponential_decay": 1.3508551795158024e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed798":[{"learning_rate": 0.009133729580614515, "beta1": 0.995264694232187, "beta2": 0.9999939726889115, "epsilon": 882.1845837525333, "l1": 4.911798848263955e-07, "l2": 8.906836727007334e-08, "linear_decay": 1.8477422144005195e-07, "exponential_decay": 9.680859549698023e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed799":[{"learning_rate": 9.321593253858287, "beta1": 0.9986865788100706, "beta2": 0.9999847266138298, "epsilon": 2.017432261691796e-06, "l1": 0.3098748243123888, "l2": 1.2676962519123117e-06, "linear_decay": 4.821242951321632e-07, "exponential_decay": 1.3786329040591893e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed800":[{"learning_rate": 5.400189219434662e-08, "beta1": 0.9965657369101345, "beta2": 0.9998687298239956, "epsilon": 1.2111152512816943e-08, "l1": 3.783597625645984e-06, "l2": 0.11857788318447281, "linear_decay": 3.0395728632770658e-06, "exponential_decay": 3.87744075674262e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed801":[{"learning_rate": 0.0003755371378933608, "beta1": 0.9985270383524011, "beta2": 0.9982970371090267, "epsilon": 2.9810239609892945e-08, "l1": 0.6004497239618484, "l2": 2.763587764095499, "linear_decay": 9.673879339105109e-06, "exponential_decay": 6.822101320087545e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed802":[{"learning_rate": 0.00017371054185094152, "beta1": 0.9846029978283405, "beta2": 0.9082702618275575, "epsilon": 42.17526196846496, "l1": 4.10558976512955e-08, "l2": 0.00016915108988814349, "linear_decay": 1.7500167133608726e-05, "exponential_decay": 1.5632132349683166e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed803":[{"learning_rate": 4.5933039364451417e-07, "beta1": 0.19176880201295277, "beta2": 0.9433112581323626, "epsilon": 1.5155999831199728e-08, "l1": 0.004922004501919656, "l2": 1.6334530388828814e-05, "linear_decay": 2.2713237995794236e-05, "exponential_decay": 1.6557670966748366e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed804":[{"learning_rate": 9.277524225978438e-07, "beta1": 0.999177622093628, "beta2": 0.9981438378656986, "epsilon": 0.00019949068350356362, "l1": 7.466339084530627e-05, "l2": 1.0865889723508668e-06, "linear_decay": 4.6170166870883526e-07, "exponential_decay": 6.608169424358319e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed805":[{"learning_rate": 1.7191408559796418e-08, "beta1": 0.9698440086960919, "beta2": 0.9997314610787276, "epsilon": 1.210145184986702e-08, "l1": 9.28308587840276e-05, "l2": 1.1652223207375564e-05, "linear_decay": 3.058096141569451e-07, "exponential_decay": 2.1461848920415247e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed806":[{"learning_rate": 3.34396564392463e-07, "beta1": 0.8858382605015562, "beta2": 0.9999923951361492, "epsilon": 0.00016447378877815428, "l1": 0.7183395789327705, "l2": 1.8469606652529215e-06, "linear_decay": 6.08694414453974e-05, "exponential_decay": 0.0006971928612391527}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed807":[{"learning_rate": 1.0524787801335156, "beta1": 0.9992198901868792, "beta2": 0.7941585551104043, "epsilon": 14.772870817234159, "l1": 1.8301814161148867e-06, "l2": 6.896769099463286, "linear_decay": 3.043752358893273e-07, "exponential_decay": 0.00011859344598740405}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed808":[{"learning_rate": 4.262317902106037, "beta1": 0.9992677335458195, "beta2": 0.9999956249534935, "epsilon": 0.0016984636628573863, "l1": 0.02050698692679715, "l2": 0.00041404241228358346, "linear_decay": 4.0133160065710484e-06, "exponential_decay": 0.0001959760551056778}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed809":[{"learning_rate": 2.6031904693306182e-08, "beta1": 0.934656508835398, "beta2": 0.9982480497021358, "epsilon": 236.22506210992205, "l1": 0.035000478245533456, "l2": 1.110849953466586e-06, "linear_decay": 2.434658401469921e-07, "exponential_decay": 1.0903935098839717e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed810":[{"learning_rate": 2.529894909666232e-08, "beta1": 0.9630633025752526, "beta2": 0.4117509813703295, "epsilon": 3.3091046233164795e-10, "l1": 1.1011138204901331e-08, "l2": 0.00035308305919663346, "linear_decay": 1.3366903312735595e-05, "exponential_decay": 1.7892920701297159e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed811":[{"learning_rate": 0.002195302625110602, "beta1": 0.9883747905500487, "beta2": 0.5411831375228706, "epsilon": 1.2043186851483671e-06, "l1": 6.110107284951051e-07, "l2": 4.669396840797378e-08, "linear_decay": 7.552822700528244e-05, "exponential_decay": 0.00017185083269205293}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed812":[{"learning_rate": 0.00035061235628209593, "beta1": 0.9734716389164555, "beta2": 0.9994441941225123, "epsilon": 1.760727771032126e-06, "l1": 0.0021930584171448546, "l2": 2.00101804571244e-06, "linear_decay": 5.201491816538998e-07, "exponential_decay": 1.3595917541936385e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed813":[{"learning_rate": 6.653784828029001, "beta1": 0.7136452955312502, "beta2": 0.9999644443236201, "epsilon": 1.207492559543813e-10, "l1": 0.0011965193198292003, "l2": 0.02663058881030125, "linear_decay": 1.6926733121144615e-06, "exponential_decay": 0.00029691574925326503}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed814":[{"learning_rate": 4.1007172513234776e-07, "beta1": 0.9388242067883213, "beta2": 0.7861885411129906, "epsilon": 8.995254889567929e-07, "l1": 0.02987075827525244, "l2": 1.4625967471510346e-06, "linear_decay": 8.229031628360273e-05, "exponential_decay": 3.011332315164634e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed815":[{"learning_rate": 0.18640793821326088, "beta1": 0.33909381716164755, "beta2": 0.9999545540063692, "epsilon": 0.0012774889465446224, "l1": 2.1776450415853062e-05, "l2": 3.659613032278846e-05, "linear_decay": 3.652356404724735e-05, "exponential_decay": 8.825986980770156e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed816":[{"learning_rate": 2.259894207852298e-06, "beta1": 0.9994524192110635, "beta2": 0.8433001436811447, "epsilon": 1.2642226004040418e-06, "l1": 4.9103055385895304, "l2": 0.3042126384078733, "linear_decay": 7.562698322465683e-07, "exponential_decay": 0.0007608560545866395}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed817":[{"learning_rate": 0.00030427686569855437, "beta1": 0.9989192611731885, "beta2": 0.9999940692423626, "epsilon": 1.4969768742946367e-07, "l1": 0.03453735607180555, "l2": 0.005340216668079479, "linear_decay": 5.681059267603176e-06, "exponential_decay": 6.088256715077191e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed818":[{"learning_rate": 0.587502249793256, "beta1": 0.29877361708662376, "beta2": 0.9493848358107565, "epsilon": 0.012298098347213288, "l1": 0.36824666536147965, "l2": 1.0545406540620532, "linear_decay": 9.459495914407239e-05, "exponential_decay": 1.662637801612821e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed819":[{"learning_rate": 8.161220823347769e-07, "beta1": 0.9273289991102006, "beta2": 0.9996877386830348, "epsilon": 2.1473541009319847e-08, "l1": 2.110483165725426e-05, "l2": 0.22116615122824604, "linear_decay": 4.629427119582203e-06, "exponential_decay": 1.92039257730937e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed820":[{"learning_rate": 2.3803478183742356e-08, "beta1": 0.9807298594858147, "beta2": 0.9986053500198451, "epsilon": 1.1297302855319902, "l1": 9.624417855720565e-05, "l2": 0.0024980663941625266, "linear_decay": 1.4341690534795327e-05, "exponential_decay": 8.4162728894914e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed821":[{"learning_rate": 0.00040701518559931515, "beta1": 0.9943700038247033, "beta2": 0.9742721579703041, "epsilon": 2.1506757170755773, "l1": 1.7574339951745447e-07, "l2": 2.3609673936660124e-06, "linear_decay": 1.7297156089818343e-07, "exponential_decay": 0.0002820293114642726}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed822":[{"learning_rate": 6.348865704478522e-07, "beta1": 0.9987369713060892, "beta2": 0.6416213777384341, "epsilon": 0.01197353677885278, "l1": 0.4477931703981583, "l2": 6.73864165007819, "linear_decay": 1.848632943527104e-05, "exponential_decay": 0.00025295481295816547}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed823":[{"learning_rate": 2.563602181816273e-08, "beta1": 0.9689042527130383, "beta2": 0.5137295173819889, "epsilon": 38.17354122387858, "l1": 0.0006311264581357488, "l2": 1.020139648622192e-06, "linear_decay": 7.27516242786615e-05, "exponential_decay": 0.0001743901599597515}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed824":[{"learning_rate": 7.787880974254299e-05, "beta1": 0.9990576557044559, "beta2": 0.9038162923294633, "epsilon": 1.6635243943884684e-09, "l1": 0.03779712231551127, "l2": 2.821964847478803e-05, "linear_decay": 1.2568356163146213e-07, "exponential_decay": 1.1071931612934019e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed825":[{"learning_rate": 0.043116245116123414, "beta1": 0.927611479895654, "beta2": 0.9951634862177748, "epsilon": 9.713155680571615, "l1": 0.00023341554246731591, "l2": 7.102352555114448e-07, "linear_decay": 4.988255908493563e-06, "exponential_decay": 6.113322148623383e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed826":[{"learning_rate": 9.384053764461262, "beta1": 0.9918041351053787, "beta2": 0.9995944480656322, "epsilon": 0.017014761274742538, "l1": 0.943471644932937, "l2": 8.184870647273271e-08, "linear_decay": 2.533813954348737e-06, "exponential_decay": 1.4053446287699462e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed827":[{"learning_rate": 7.156719112449203e-06, "beta1": 0.9989505499723285, "beta2": 0.9466251006455069, "epsilon": 6.721351645881202e-10, "l1": 1.4615725765909064, "l2": 3.1426536001830165e-06, "linear_decay": 7.145714107998324e-06, "exponential_decay": 0.0007973800507481251}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed828":[{"learning_rate": 0.0009484170076505713, "beta1": 0.9991223347105549, "beta2": 0.9999882117997648, "epsilon": 0.14000438356411463, "l1": 0.0004264069512104287, "l2": 0.1296462594261721, "linear_decay": 1.531168625643617e-05, "exponential_decay": 1.984407880566195e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed829":[{"learning_rate": 2.3925432896926754e-08, "beta1": 0.9920620728202212, "beta2": 0.9999939167055913, "epsilon": 0.8072494715358716, "l1": 0.680773800163093, "l2": 0.000478097971228178, "linear_decay": 1.121947660316719e-06, "exponential_decay": 5.92535747408443e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed830":[{"learning_rate": 0.0001330715955703204, "beta1": 0.2398913188454359, "beta2": 0.99382189250813, "epsilon": 458.19595850657544, "l1": 7.876849477970076, "l2": 0.03037617489204429, "linear_decay": 5.9210503584519375e-06, "exponential_decay": 9.070595721375128e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed831":[{"learning_rate": 8.92858577330637, "beta1": 0.9958217943682335, "beta2": 0.9968529740540812, "epsilon": 1.8032349303262097e-07, "l1": 0.00018179031282928616, "l2": 9.656340779827771e-05, "linear_decay": 4.969294078175142e-06, "exponential_decay": 9.118268219838967e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed832":[{"learning_rate": 3.1162118432522807, "beta1": 0.743485385127073, "beta2": 0.9749434497807169, "epsilon": 5.1144890497233004e-05, "l1": 0.005568818153447078, "l2": 0.00047691348076526184, "linear_decay": 7.882109541724483e-06, "exponential_decay": 9.181546378743152e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed833":[{"learning_rate": 0.18748202185212715, "beta1": 0.7523438228898177, "beta2": 0.9396021095693877, "epsilon": 4.473313022465887e-08, "l1": 2.549882248116433e-06, "l2": 2.972698677188021e-06, "linear_decay": 1.319148329998654e-07, "exponential_decay": 9.729828378256306e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed834":[{"learning_rate": 0.003284678538302466, "beta1": 0.9993493310160818, "beta2": 0.9958494037170723, "epsilon": 1.5711803088124124e-07, "l1": 0.0017055293824823697, "l2": 0.14674988774209713, "linear_decay": 4.2120470317896775e-06, "exponential_decay": 7.996227655274501e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed835":[{"learning_rate": 1.7456143173253942e-08, "beta1": 0.9992840205963801, "beta2": 0.9999633539288975, "epsilon": 0.16923994492788635, "l1": 0.0028483828999189744, "l2": 7.667194604556055e-05, "linear_decay": 4.0408766919603856e-05, "exponential_decay": 6.328890232529899e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed836":[{"learning_rate": 0.6547712416902378, "beta1": 0.9995490374146007, "beta2": 0.9999825134745657, "epsilon": 444.76617755581407, "l1": 2.7880344348512947, "l2": 4.345977818852918e-05, "linear_decay": 1.0697852605736611e-07, "exponential_decay": 8.592320009172295e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed837":[{"learning_rate": 1.060172780670811, "beta1": 0.9958910816109121, "beta2": 0.9982357367123912, "epsilon": 1.1687832953057187e-10, "l1": 0.009782083996485901, "l2": 3.944342483411856e-07, "linear_decay": 2.1131269984031657e-06, "exponential_decay": 3.4028196828995384e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed838":[{"learning_rate": 0.007997283169323468, "beta1": 0.9803249004132806, "beta2": 0.936409154965682, "epsilon": 11.736215015473379, "l1": 0.057199727621208604, "l2": 2.6845789907915293e-05, "linear_decay": 5.157717648298716e-07, "exponential_decay": 0.00010961879229911833}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed839":[{"learning_rate": 0.01674212261118672, "beta1": 0.9295789952866138, "beta2": 0.9115952037918792, "epsilon": 0.0009573848664262903, "l1": 1.0103669536543573e-06, "l2": 1.11912742192997e-08, "linear_decay": 1.609515993451353e-07, "exponential_decay": 0.0008633686721876203}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed840":[{"learning_rate": 1.2387394007539011e-05, "beta1": 0.9989802702141203, "beta2": 0.9763885970101968, "epsilon": 3.280640594454005e-06, "l1": 1.9507971308085865, "l2": 1.86622026301577, "linear_decay": 8.01150474415649e-06, "exponential_decay": 0.0001013921728599784}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed841":[{"learning_rate": 5.711247843296413e-05, "beta1": 0.985898447087605, "beta2": 0.9066589189652443, "epsilon": 0.0027421992624291256, "l1": 3.912523658217076, "l2": 3.941607578918024, "linear_decay": 8.24063113135961e-05, "exponential_decay": 1.9896842733951576e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed842":[{"learning_rate": 0.004999270963090173, "beta1": 0.9614045801179975, "beta2": 0.8714088546261571, "epsilon": 5.639080367589403e-05, "l1": 0.00032886802946423987, "l2": 0.0003644557513078138, "linear_decay": 1.8193647200457428e-05, "exponential_decay": 6.0930796325504325e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed843":[{"learning_rate": 1.110885376954225e-05, "beta1": 0.9997029800510132, "beta2": 0.7117086742144186, "epsilon": 34.09835766930976, "l1": 1.591747720490713e-08, "l2": 9.999381282994502e-05, "linear_decay": 1.2491063500903352e-06, "exponential_decay": 6.51191116487451e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed844":[{"learning_rate": 0.010747327914123295, "beta1": 0.5092739654675271, "beta2": 0.999988774554721, "epsilon": 0.8261144167090447, "l1": 1.1881336090199877, "l2": 9.450938386613772e-08, "linear_decay": 2.284949428128656e-05, "exponential_decay": 3.9904492629610095e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed845":[{"learning_rate": 1.7032486082646838e-06, "beta1": 0.999780526658417, "beta2": 0.999965010659834, "epsilon": 194.31921440525818, "l1": 0.05934879056538937, "l2": 0.03838919880560606, "linear_decay": 3.182111028027752e-05, "exponential_decay": 3.6853895886659735e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed846":[{"learning_rate": 2.7094580981304306e-08, "beta1": 0.996071919032032, "beta2": 0.9722876294415279, "epsilon": 462.33826515406906, "l1": 0.7103540001821255, "l2": 0.06435430230958507, "linear_decay": 1.0349783784495242e-06, "exponential_decay": 1.2871625669864547e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed847":[{"learning_rate": 2.7844712596770607, "beta1": 0.9629020507034579, "beta2": 0.9999533867331051, "epsilon": 8.85989394518878e-08, "l1": 0.020321494572097216, "l2": 0.0020007586555671306, "linear_decay": 1.572571568467239e-05, "exponential_decay": 0.0009813279821223053}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed848":[{"learning_rate": 0.00011521340901785256, "beta1": 0.9983289032086359, "beta2": 0.6838236826127702, "epsilon": 9.737152885568764e-07, "l1": 0.0002390792688500367, "l2": 3.607864498009114e-05, "linear_decay": 2.0477208927801628e-07, "exponential_decay": 2.2369427940868e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed849":[{"learning_rate": 6.113645404534855, "beta1": 0.9127937720117166, "beta2": 0.999227035669644, "epsilon": 9.529881940937363e-07, "l1": 1.4573655395418706e-07, "l2": 1.6681128010231878, "linear_decay": 7.473908492922403e-07, "exponential_decay": 0.00017092393470128327}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed850":[{"learning_rate": 8.784486495539218, "beta1": 0.9998952833687074, "beta2": 0.9967819954817504, "epsilon": 9.13954205860995e-06, "l1": 1.1313133163136282e-06, "l2": 1.5551394462091073e-07, "linear_decay": 1.4920147746038202e-07, "exponential_decay": 0.0002266936777328301}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed851":[{"learning_rate": 8.457775259938613e-06, "beta1": 0.926962930445972, "beta2": 0.9999885113909533, "epsilon": 1.8235341720110218e-09, "l1": 1.7467500958654073e-05, "l2": 5.8851191530246425e-05, "linear_decay": 8.47163243309832e-07, "exponential_decay": 0.0004857900848582332}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed852":[{"learning_rate": 1.0797087919606455e-06, "beta1": 0.5993888728844248, "beta2": 0.9999901505058686, "epsilon": 1.537196384960588, "l1": 0.12130126766979225, "l2": 6.2935968447328445, "linear_decay": 5.673091234178306e-05, "exponential_decay": 0.00010027682215547724}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed853":[{"learning_rate": 2.7459689034141327e-05, "beta1": 0.9998537997357144, "beta2": 0.5703486150485703, "epsilon": 7.040355361233484e-08, "l1": 0.0009705394850166505, "l2": 3.004311618491548e-08, "linear_decay": 1.924365668271996e-06, "exponential_decay": 5.440387247423262e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed854":[{"learning_rate": 0.00045488308964377136, "beta1": 0.8215282032609654, "beta2": 0.9999983437912744, "epsilon": 0.0004620888873450209, "l1": 0.0026240157081826075, "l2": 1.071171571495454e-05, "linear_decay": 4.1342205774134156e-07, "exponential_decay": 4.674293792415355e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed855":[{"learning_rate": 1.5533813663436698e-06, "beta1": 0.689337571767458, "beta2": 0.9925433210313229, "epsilon": 3.867017548875685e-09, "l1": 0.0003665637838948864, "l2": 8.519371162789669e-06, "linear_decay": 4.190868921563088e-06, "exponential_decay": 1.0627992541847161e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed856":[{"learning_rate": 2.2700953067167043e-05, "beta1": 0.6236941802066476, "beta2": 0.47074757365258935, "epsilon": 9.920132902774928e-08, "l1": 0.019058714097258664, "l2": 0.0002957504512033364, "linear_decay": 1.1222709506047456e-07, "exponential_decay": 1.999917101207782e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed857":[{"learning_rate": 3.8246816321529356e-07, "beta1": 0.9998751087605777, "beta2": 0.9990235493655036, "epsilon": 2.021529310134605, "l1": 1.9787440908488175e-05, "l2": 4.704709108426157e-06, "linear_decay": 1.0109406658702088e-06, "exponential_decay": 9.965193007858382e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed858":[{"learning_rate": 0.00040238251186064866, "beta1": 0.9941660734595086, "beta2": 0.9999959919042607, "epsilon": 3.627911704053836e-08, "l1": 3.1750047541614994e-07, "l2": 0.2532364788349676, "linear_decay": 5.5186029125755494e-05, "exponential_decay": 0.00012180072817040767}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed859":[{"learning_rate": 2.5886707469779153e-07, "beta1": 0.9956022315147763, "beta2": 0.1863567577669688, "epsilon": 8.748438105877617e-06, "l1": 1.1362978882429039e-05, "l2": 9.515068791231648e-07, "linear_decay": 7.576494461300807e-07, "exponential_decay": 5.565268583616473e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed860":[{"learning_rate": 2.2993864837197795e-05, "beta1": 0.9817564163969724, "beta2": 0.7074710634073081, "epsilon": 5.148643264059641e-07, "l1": 0.6853719703273823, "l2": 0.0006036579548040146, "linear_decay": 5.1554124376147356e-05, "exponential_decay": 2.6972715995436376e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed861":[{"learning_rate": 0.05018782821144645, "beta1": 0.9395135842825438, "beta2": 0.9996925631479212, "epsilon": 1.3594052094066286e-05, "l1": 1.672450861473593e-08, "l2": 1.9242613041037817e-07, "linear_decay": 2.1543770076799026e-07, "exponential_decay": 0.00013881610645926875}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed862":[{"learning_rate": 7.689159996624405, "beta1": 0.8816365609829127, "beta2": 0.7145858392078435, "epsilon": 1.2618785038170207e-10, "l1": 2.2803355175485707e-05, "l2": 8.376318884161954e-05, "linear_decay": 9.255262069652812e-05, "exponential_decay": 0.0009447055456223499}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed863":[{"learning_rate": 0.09191725828737386, "beta1": 0.9960523860854256, "beta2": 0.9961155414883854, "epsilon": 5.1687971331187126e-06, "l1": 1.119195807221265e-05, "l2": 0.0011365552524816973, "linear_decay": 1.7713886351279964e-05, "exponential_decay": 2.5396475455838422e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed864":[{"learning_rate": 0.005855149731078154, "beta1": 0.17775908845419686, "beta2": 0.9999435057859574, "epsilon": 0.002367407277806002, "l1": 3.015453461694483e-08, "l2": 4.6887950976822125e-08, "linear_decay": 6.533283443136128e-06, "exponential_decay": 0.0008221558925088738}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed865":[{"learning_rate": 1.556969502970128e-07, "beta1": 0.9682375225316643, "beta2": 0.9972014041700088, "epsilon": 0.059562126563092344, "l1": 0.018243430585624658, "l2": 0.0011598697295783142, "linear_decay": 8.202517931182982e-07, "exponential_decay": 0.00031510713715774395}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed866":[{"learning_rate": 0.0003675126946301559, "beta1": 0.15948962161334646, "beta2": 0.9999986678675349, "epsilon": 1.0238582906395225e-08, "l1": 0.0003044637566141796, "l2": 8.34715699638367e-05, "linear_decay": 4.283562768999772e-06, "exponential_decay": 3.204216702377914e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed867":[{"learning_rate": 1.4902675775071894e-07, "beta1": 0.9938755182791349, "beta2": 0.9965304540717934, "epsilon": 706.7518483194935, "l1": 0.0012883936093469456, "l2": 1.686368720087523e-07, "linear_decay": 3.7658269504597e-07, "exponential_decay": 0.0007728811554181942}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed868":[{"learning_rate": 3.515675759089685e-07, "beta1": 0.9983228870526649, "beta2": 0.9999988741195834, "epsilon": 0.5951218524739988, "l1": 0.04996549966458409, "l2": 1.7491717566729998e-06, "linear_decay": 1.7203052683693825e-06, "exponential_decay": 0.0003181184129954988}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed869":[{"learning_rate": 1.634497204719885e-07, "beta1": 0.9974142158318414, "beta2": 0.9997819782232266, "epsilon": 552.8409075842218, "l1": 2.694052893349653e-07, "l2": 7.056187176310606e-05, "linear_decay": 7.632666568988575e-07, "exponential_decay": 9.743753499811194e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed870":[{"learning_rate": 0.00018850111586210782, "beta1": 0.9644885844573992, "beta2": 0.999988803206444, "epsilon": 0.03523710814222541, "l1": 2.031397551674464e-08, "l2": 2.8298832243578815e-06, "linear_decay": 1.1996889419971906e-07, "exponential_decay": 2.6217744284187435e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed871":[{"learning_rate": 0.0059135168423912286, "beta1": 0.9996077978893257, "beta2": 0.745813099055803, "epsilon": 1.2269715294048302e-08, "l1": 0.0005477751806525341, "l2": 1.8250410462781792, "linear_decay": 3.3939569595370863e-07, "exponential_decay": 4.09792883424368e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed872":[{"learning_rate": 2.7088494999932295e-06, "beta1": 0.9997460721475931, "beta2": 0.9978433925095078, "epsilon": 63.88520693431085, "l1": 0.003540133178446756, "l2": 0.03494788234144857, "linear_decay": 3.362426685320867e-05, "exponential_decay": 0.0005042891004579832}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed873":[{"learning_rate": 4.410158609229147e-06, "beta1": 0.8759749615022182, "beta2": 0.9999737609022195, "epsilon": 5.1707692773361865e-09, "l1": 7.001787389984253e-08, "l2": 0.00015507762219913533, "linear_decay": 4.203187461599695e-07, "exponential_decay": 0.00032543027637396016}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed874":[{"learning_rate": 2.381335341985692, "beta1": 0.9979390729414168, "beta2": 0.38193790855252463, "epsilon": 2.856205741466145e-05, "l1": 8.770348515561485, "l2": 0.010528544615826108, "linear_decay": 4.610567446480026e-06, "exponential_decay": 5.523647245189235e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed875":[{"learning_rate": 0.0006538718855807659, "beta1": 0.9998755864103455, "beta2": 0.7282213828753514, "epsilon": 1.695216955569588e-07, "l1": 0.00016144096946069618, "l2": 0.4631240301916624, "linear_decay": 2.7543333527846956e-05, "exponential_decay": 2.9435559463423182e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed876":[{"learning_rate": 0.029148611225447565, "beta1": 0.9996825802671759, "beta2": 0.9999458609543528, "epsilon": 4.0185673307183224e-05, "l1": 5.789743557580505e-07, "l2": 0.004841032443015648, "linear_decay": 1.3953165068774774e-05, "exponential_decay": 1.6434665699422454e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed877":[{"learning_rate": 6.40593373668714e-08, "beta1": 0.34717922332073736, "beta2": 0.9999352067904881, "epsilon": 0.012534187430653305, "l1": 1.061740094470914e-08, "l2": 1.4440127758160775, "linear_decay": 6.428725016704478e-06, "exponential_decay": 1.0409952159507924e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed878":[{"learning_rate": 1.5331584388476515e-07, "beta1": 0.9250220290225598, "beta2": 0.9999170057207328, "epsilon": 0.0010711748237832522, "l1": 0.002580303097470771, "l2": 4.1230720601496025e-05, "linear_decay": 4.618849442972719e-07, "exponential_decay": 2.5699210691466124e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed879":[{"learning_rate": 6.71255868748426e-05, "beta1": 0.7395310495453586, "beta2": 0.9999968263416478, "epsilon": 1.1517723210958926e-08, "l1": 0.06040712812831837, "l2": 2.006038424645255e-06, "linear_decay": 1.4267593805300518e-05, "exponential_decay": 0.00015977386900651618}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed880":[{"learning_rate": 5.713551784762361e-08, "beta1": 0.7451388975994666, "beta2": 0.9999891504398213, "epsilon": 1.862793640130209e-08, "l1": 2.5411250886942133e-07, "l2": 0.0001731789360553397, "linear_decay": 3.3979693896676356e-07, "exponential_decay": 3.9217966267302575e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed881":[{"learning_rate": 6.58568654637787e-05, "beta1": 0.9662720452833199, "beta2": 0.9996801026759882, "epsilon": 1.7114912300111177e-05, "l1": 1.2499157499444386e-05, "l2": 1.4625849105467126e-06, "linear_decay": 3.2892472738012077e-06, "exponential_decay": 0.0004655590800821855}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed882":[{"learning_rate": 0.005559340680221014, "beta1": 0.9924437611777177, "beta2": 0.9989655732708879, "epsilon": 3.0904243288631103e-06, "l1": 1.0095079881518958e-08, "l2": 0.11070759544823386, "linear_decay": 1.269651219864553e-06, "exponential_decay": 9.84338301331211e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed883":[{"learning_rate": 9.570217559293098e-08, "beta1": 0.9992178421378656, "beta2": 0.8728617640384626, "epsilon": 6.151212225059316e-05, "l1": 4.0659477019462736e-08, "l2": 0.16782946470731777, "linear_decay": 3.9558602805562746e-05, "exponential_decay": 0.00029707817953201983}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed884":[{"learning_rate": 0.0017529001113774302, "beta1": 0.9774117712244309, "beta2": 0.15146552381971956, "epsilon": 0.00023437567113710343, "l1": 4.71600128386984e-05, "l2": 1.3541486278927558e-06, "linear_decay": 1.8812606694412683e-07, "exponential_decay": 2.4010986300225875e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed885":[{"learning_rate": 2.9707605256331112e-08, "beta1": 0.8776557324001548, "beta2": 0.9999650944098719, "epsilon": 147.71116709842084, "l1": 5.824671367852555e-06, "l2": 3.1658365820866283, "linear_decay": 2.203006854195412e-06, "exponential_decay": 8.105958556162614e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed886":[{"learning_rate": 1.0296243854577355e-08, "beta1": 0.8977582462227048, "beta2": 0.9999959873889702, "epsilon": 0.0001285356907175955, "l1": 0.4910412438091654, "l2": 4.730420859198016e-06, "linear_decay": 4.939460354396905e-06, "exponential_decay": 1.095263454605311e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed887":[{"learning_rate": 9.671612179652656e-08, "beta1": 0.9998524768903443, "beta2": 0.9960358004349918, "epsilon": 7.912599166207587e-07, "l1": 0.14774270204225423, "l2": 1.9759007490144303e-05, "linear_decay": 4.383540580266605e-05, "exponential_decay": 0.00012778359439520088}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed888":[{"learning_rate": 0.5445596450873514, "beta1": 0.9995447206197384, "beta2": 0.9992041050392902, "epsilon": 94.0490602965176, "l1": 7.194621842569197e-05, "l2": 3.289582882986695e-08, "linear_decay": 5.956927346740668e-05, "exponential_decay": 1.0646218734943594e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed889":[{"learning_rate": 7.195071800666954e-05, "beta1": 0.8294267188933482, "beta2": 0.9685531546923971, "epsilon": 1.8560892996959434e-05, "l1": 2.9690067502201477e-06, "l2": 4.0010586575157226e-05, "linear_decay": 3.254130305636364e-06, "exponential_decay": 1.1206862350136744e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed890":[{"learning_rate": 0.009383868313655286, "beta1": 0.9956103834825701, "beta2": 0.9968427388089606, "epsilon": 0.01368918765468317, "l1": 5.6855271416925605e-06, "l2": 1.7414932593674985, "linear_decay": 8.370520849580304e-06, "exponential_decay": 1.326750300037958e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed891":[{"learning_rate": 0.00013692974136228825, "beta1": 0.9964693550363545, "beta2": 0.9999681546317088, "epsilon": 0.036267220469792714, "l1": 7.018421698332634, "l2": 4.7944843568479376e-08, "linear_decay": 5.0344698863599814e-06, "exponential_decay": 0.00020048055748435965}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed892":[{"learning_rate": 0.1591971459280995, "beta1": 0.012888064367647112, "beta2": 0.33410024991660725, "epsilon": 1.0815712255829192e-06, "l1": 5.564373664602898, "l2": 0.00025195070889273057, "linear_decay": 5.733258356140555e-06, "exponential_decay": 1.4806231632731935e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed893":[{"learning_rate": 0.4299943663812348, "beta1": 0.23962840858233703, "beta2": 0.16746060100455418, "epsilon": 143.35433313746563, "l1": 1.7490654691405966e-07, "l2": 4.225469438963738e-08, "linear_decay": 1.984603482569423e-06, "exponential_decay": 6.370837117982348e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed894":[{"learning_rate": 3.1691627170534087, "beta1": 0.760043798652239, "beta2": 0.9999448333994071, "epsilon": 22.035745347288746, "l1": 5.03830491243808e-06, "l2": 4.594678483368244e-05, "linear_decay": 1.1119561426231852e-05, "exponential_decay": 1.013606721107845e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed895":[{"learning_rate": 0.0019300713853465836, "beta1": 0.9873517091480465, "beta2": 0.9999870393211062, "epsilon": 48.00221274504215, "l1": 1.123084878374775, "l2": 3.8629876691067724e-07, "linear_decay": 1.997349719277855e-06, "exponential_decay": 2.665898789149471e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed896":[{"learning_rate": 0.00012049224643817531, "beta1": 0.964688905929531, "beta2": 0.9999815999378956, "epsilon": 3.286311578176971e-07, "l1": 0.7946183864547253, "l2": 0.0009147104931964129, "linear_decay": 2.4822034845480215e-06, "exponential_decay": 1.0805616269235506e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed897":[{"learning_rate": 7.904872035778187e-07, "beta1": 0.9360138421114866, "beta2": 0.9824472195042753, "epsilon": 0.005669105157999487, "l1": 0.06574186028368746, "l2": 0.18256313978803518, "linear_decay": 4.62747711020539e-05, "exponential_decay": 4.243615014316627e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed898":[{"learning_rate": 0.046843171630675196, "beta1": 0.9770020719719923, "beta2": 0.9999663640702724, "epsilon": 5.717848896018189e-07, "l1": 1.279685229696628e-05, "l2": 0.00012028429165328036, "linear_decay": 1.4430442008824777e-05, "exponential_decay": 8.93840120448815e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed899":[{"learning_rate": 6.281500081987797e-05, "beta1": 0.9919551535562856, "beta2": 0.9844771895085143, "epsilon": 0.26801967419236983, "l1": 2.726168438424065e-07, "l2": 0.125013382224934, "linear_decay": 1.453666107889429e-07, "exponential_decay": 3.7299566739043746e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed900":[{"learning_rate": 7.921615446751272e-05, "beta1": 0.998304445681193, "beta2": 0.9981528136309311, "epsilon": 8.880540869440991e-09, "l1": 5.9710398227866996e-06, "l2": 0.0030065733959808365, "linear_decay": 6.570846282470967e-07, "exponential_decay": 0.0006185763140979416}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed901":[{"learning_rate": 0.07597146595195302, "beta1": 0.9996456428304142, "beta2": 0.9999974117510241, "epsilon": 25.67896123657658, "l1": 0.4674898368324948, "l2": 6.189001315883624, "linear_decay": 2.5735022900906943e-05, "exponential_decay": 8.385637682716465e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed902":[{"learning_rate": 1.4313517163706992e-08, "beta1": 0.9995157814262217, "beta2": 0.8955952354280985, "epsilon": 0.4852586495265599, "l1": 0.30865568391305626, "l2": 3.877858101185822, "linear_decay": 3.92386639619206e-05, "exponential_decay": 8.275665165370714e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed903":[{"learning_rate": 0.010271418551379407, "beta1": 0.8422455979064822, "beta2": 0.9999982015473349, "epsilon": 9.316003206638426e-06, "l1": 0.6544746594435936, "l2": 4.606675366464654e-06, "linear_decay": 1.343562907518004e-07, "exponential_decay": 0.0002295410781477067}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed904":[{"learning_rate": 6.49794776340755e-07, "beta1": 0.9703854205216522, "beta2": 0.9253475229787105, "epsilon": 126.6741804452875, "l1": 8.778830174443408e-05, "l2": 0.3934606733528959, "linear_decay": 1.5805805437060945e-07, "exponential_decay": 1.929392795430112e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed905":[{"learning_rate": 6.941757934034938e-08, "beta1": 0.9709653453949502, "beta2": 0.6053596765307154, "epsilon": 5.770934448536558e-07, "l1": 0.0007494371197452577, "l2": 0.09116043627485161, "linear_decay": 3.525854750137064e-07, "exponential_decay": 0.000603992379640244}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed906":[{"learning_rate": 0.0029275760330200002, "beta1": 0.8815932550245595, "beta2": 0.9572339993940283, "epsilon": 0.0867377803901863, "l1": 9.630264608425735, "l2": 0.0017805583905780877, "linear_decay": 4.75520829085097e-05, "exponential_decay": 0.00021945133572672855}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed907":[{"learning_rate": 1.1158290375468495e-07, "beta1": 0.9994074748650066, "beta2": 0.9935846187077069, "epsilon": 2.9345029595546938e-06, "l1": 2.8452649847079203, "l2": 3.524250582866369e-08, "linear_decay": 2.1786864903182705e-05, "exponential_decay": 0.00011711344320229236}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed908":[{"learning_rate": 3.458678078314136e-06, "beta1": 0.9122432009467132, "beta2": 0.985630360707668, "epsilon": 6.969572863262342e-05, "l1": 1.8695412130736728e-08, "l2": 3.640354794178602e-08, "linear_decay": 8.48257872933927e-06, "exponential_decay": 6.838794718712651e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed909":[{"learning_rate": 0.0001359285482977302, "beta1": 0.999807554502735, "beta2": 0.9999755817970233, "epsilon": 4.186883267642996e-06, "l1": 4.776196178599054e-07, "l2": 6.649880690291822e-05, "linear_decay": 2.0748348151819882e-05, "exponential_decay": 0.00010165908091437165}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed910":[{"learning_rate": 1.4522258094499375e-07, "beta1": 0.7422837832258555, "beta2": 0.9999448005205154, "epsilon": 3.673920941434967, "l1": 0.0021150845134684467, "l2": 0.5770598963485197, "linear_decay": 1.0654323988492577e-06, "exponential_decay": 7.038415806029377e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed911":[{"learning_rate": 6.394524322721671e-08, "beta1": 0.9997936485237379, "beta2": 0.9186994098552171, "epsilon": 1.0049227448951432e-05, "l1": 1.7016810854594788e-06, "l2": 2.0559791550124503e-07, "linear_decay": 3.790998561608826e-06, "exponential_decay": 1.2493614532211728e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed912":[{"learning_rate": 0.020534298512036777, "beta1": 0.9918953118372258, "beta2": 0.9913290710329619, "epsilon": 1.455219415349836e-09, "l1": 0.0007695434833922744, "l2": 1.8209784685291968e-07, "linear_decay": 4.551448478478993e-06, "exponential_decay": 0.00031759978038371414}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed913":[{"learning_rate": 0.441202219821515, "beta1": 0.8913331440435944, "beta2": 0.3621866407224611, "epsilon": 4.4102157747277484e-10, "l1": 1.2905912364840655e-08, "l2": 8.298390625851187, "linear_decay": 6.722314763108288e-07, "exponential_decay": 1.1523427709676637e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed914":[{"learning_rate": 6.408036327911717e-06, "beta1": 0.9617770962469466, "beta2": 0.9999944040959801, "epsilon": 3.2799300841652307e-06, "l1": 3.883271221471315, "l2": 8.117470800695482, "linear_decay": 7.994686877221838e-07, "exponential_decay": 0.000989970234789452}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed915":[{"learning_rate": 1.4921295820410072, "beta1": 0.7112972880526705, "beta2": 0.9999736979799281, "epsilon": 0.011457985126326535, "l1": 0.0010825706916374254, "l2": 7.352487052815495e-06, "linear_decay": 1.1623439384792236e-07, "exponential_decay": 1.7179854601190262e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed916":[{"learning_rate": 0.11832421519094945, "beta1": 0.7875877690831647, "beta2": 0.9764334836958729, "epsilon": 126.89282227513051, "l1": 2.9088108432801314, "l2": 0.002858622488834725, "linear_decay": 5.917772261266884e-06, "exponential_decay": 0.00037134891547208374}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed917":[{"learning_rate": 5.464726405099794e-07, "beta1": 0.9904502583564855, "beta2": 0.9982475473667806, "epsilon": 1.6137565531714665e-09, "l1": 4.406208357174328, "l2": 0.006766883706661001, "linear_decay": 6.446094077081538e-05, "exponential_decay": 4.237545292765719e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed918":[{"learning_rate": 0.056942882271913964, "beta1": 0.5774269669772236, "beta2": 0.8770902907232935, "epsilon": 0.2597831774540573, "l1": 0.10158402443589601, "l2": 0.00020283516653470275, "linear_decay": 9.830962532165292e-05, "exponential_decay": 8.633337985489972e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed919":[{"learning_rate": 1.2083475565655421e-05, "beta1": 0.9988225010045559, "beta2": 0.9983121015779203, "epsilon": 1.3484829613735727, "l1": 0.3437073164696418, "l2": 0.09516485816818555, "linear_decay": 2.8113426100333204e-07, "exponential_decay": 0.00023343832385793177}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed920":[{"learning_rate": 0.01365508562019633, "beta1": 0.5621594351954304, "beta2": 0.9975068641954016, "epsilon": 2.2452926512146333e-05, "l1": 0.026925457624258204, "l2": 0.009195982977333123, "linear_decay": 9.973210576377934e-05, "exponential_decay": 5.928885567759182e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed921":[{"learning_rate": 4.904140692801446, "beta1": 0.9984748520643775, "beta2": 0.9999983510448114, "epsilon": 0.006223322619785716, "l1": 0.032147086595442485, "l2": 7.801182270846649e-06, "linear_decay": 2.825466649475742e-07, "exponential_decay": 1.2189810768794623e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed922":[{"learning_rate": 1.7206770767619438e-05, "beta1": 0.9984861266156418, "beta2": 0.750990045838672, "epsilon": 0.0005865266105688295, "l1": 1.742532217477047e-08, "l2": 4.2738392773284455e-07, "linear_decay": 8.423271843170641e-07, "exponential_decay": 4.88410271555763e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed923":[{"learning_rate": 0.00658080937983674, "beta1": 0.9972883833112297, "beta2": 0.9999945362736306, "epsilon": 3.4710313981974504e-09, "l1": 0.03656520800931866, "l2": 6.16031146426219e-08, "linear_decay": 5.453762449507132e-07, "exponential_decay": 2.736223139719469e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed924":[{"learning_rate": 7.300378145527678e-05, "beta1": 0.9668967816413578, "beta2": 0.9257698411014512, "epsilon": 9.731801232746632e-05, "l1": 2.0939747067931255e-08, "l2": 1.039363706577176e-08, "linear_decay": 6.786576404725871e-06, "exponential_decay": 0.00010547200418075124}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed925":[{"learning_rate": 0.04911295078305563, "beta1": 0.9666668820760898, "beta2": 0.6265502686542734, "epsilon": 2.6409735269097414, "l1": 0.0053135248155535, "l2": 7.46544964173565e-07, "linear_decay": 3.22358023767796e-06, "exponential_decay": 1.550309980765986e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed926":[{"learning_rate": 0.00034221373415888447, "beta1": 0.21654080158011868, "beta2": 0.9669318404616477, "epsilon": 4.9684819839022824e-08, "l1": 3.0429367327771742e-05, "l2": 4.6876353624743635e-08, "linear_decay": 1.551232532201544e-05, "exponential_decay": 5.900353686718625e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed927":[{"learning_rate": 0.00536457781382269, "beta1": 0.9996287869609065, "beta2": 0.9973195749629438, "epsilon": 13.838969499289112, "l1": 0.00024346634877260952, "l2": 1.1603180163404414e-05, "linear_decay": 7.125305632115994e-07, "exponential_decay": 1.0345254903836756e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed928":[{"learning_rate": 0.0019049971620762962, "beta1": 0.9350675275254959, "beta2": 0.9999983742332273, "epsilon": 4.376236715875305e-06, "l1": 0.24966780794811758, "l2": 1.6695062627675022e-06, "linear_decay": 2.6667067182671923e-07, "exponential_decay": 7.772617307657544e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed929":[{"learning_rate": 0.0009652958434951541, "beta1": 0.9997144101375564, "beta2": 0.2012651560671982, "epsilon": 0.013334449774974963, "l1": 7.6609594034876265, "l2": 9.456559629608205e-06, "linear_decay": 1.047429923343548e-06, "exponential_decay": 6.385608119977662e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed930":[{"learning_rate": 0.01597925101460751, "beta1": 0.29111684574493724, "beta2": 0.9247916608451393, "epsilon": 8.049007046935945e-10, "l1": 3.3077507150790285e-05, "l2": 2.2399014282002644e-05, "linear_decay": 1.0339275172301983e-07, "exponential_decay": 1.1323831081458521e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed931":[{"learning_rate": 0.5822789954599478, "beta1": 0.9861685446181392, "beta2": 0.9999984017412858, "epsilon": 0.009291680786488265, "l1": 0.23775948322779683, "l2": 1.4732367330243878e-08, "linear_decay": 1.1163792118885019e-05, "exponential_decay": 1.2827366454008643e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed932":[{"learning_rate": 0.00021003086526615326, "beta1": 0.9936890077800802, "beta2": 0.5732725922226067, "epsilon": 6.626436805582546e-06, "l1": 0.0005969490723856779, "l2": 2.941843967547489e-06, "linear_decay": 6.309288811806472e-06, "exponential_decay": 2.638249108429737e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed933":[{"learning_rate": 0.740035146311593, "beta1": 0.9975734404730595, "beta2": 0.993392354579223, "epsilon": 0.004344892652675759, "l1": 2.502607603682359e-07, "l2": 0.37721433213433225, "linear_decay": 7.8940268686122e-07, "exponential_decay": 0.0004628981365839116}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed934":[{"learning_rate": 1.144323289380962e-06, "beta1": 0.8992442355037888, "beta2": 0.44916617167808737, "epsilon": 5.29661545522345e-10, "l1": 0.526218826664665, "l2": 2.5551494124882463, "linear_decay": 4.5358197195301934e-07, "exponential_decay": 0.0008844837121325903}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed935":[{"learning_rate": 0.03256452700486843, "beta1": 0.6628778222952885, "beta2": 0.991888638662585, "epsilon": 0.6448420501810247, "l1": 0.019630034280689657, "l2": 0.0005586330961041508, "linear_decay": 3.8653715491040083e-05, "exponential_decay": 4.9958086360028136e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed936":[{"learning_rate": 0.034747868666661894, "beta1": 0.9939514912873718, "beta2": 0.9887033066888599, "epsilon": 0.0060254510548066725, "l1": 0.27245081411704414, "l2": 3.4695848656359636e-05, "linear_decay": 7.287658399274437e-07, "exponential_decay": 6.371339566211224e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed937":[{"learning_rate": 2.6306306314544972e-06, "beta1": 0.9997826746269578, "beta2": 0.3987140333549348, "epsilon": 1.42273136933098e-10, "l1": 1.6892096945021817, "l2": 0.00018744584744297634, "linear_decay": 1.9075207061379433e-07, "exponential_decay": 0.0005063778719306026}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed938":[{"learning_rate": 0.08099245909090916, "beta1": 0.9998358505728875, "beta2": 0.999965903731163, "epsilon": 0.00011852133575359054, "l1": 2.2165774270099456e-08, "l2": 6.437360350275371e-08, "linear_decay": 5.493163607882433e-07, "exponential_decay": 0.00039310301223742435}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed939":[{"learning_rate": 2.063671592168674, "beta1": 0.9899866476334604, "beta2": 0.9998910748549538, "epsilon": 0.06817530310599915, "l1": 0.42959436578779764, "l2": 0.5385751624809512, "linear_decay": 2.3894634361525784e-05, "exponential_decay": 1.8437366178769998e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed940":[{"learning_rate": 8.128098578971095e-05, "beta1": 0.9998614159526246, "beta2": 0.9999883228756182, "epsilon": 3.936477459570896e-07, "l1": 0.0020458254378781524, "l2": 0.07637873061807159, "linear_decay": 5.76661605444416e-07, "exponential_decay": 5.223092324518351e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed941":[{"learning_rate": 0.27945874424850237, "beta1": 0.9996956206054604, "beta2": 0.8461575778842968, "epsilon": 1.4371652674404283, "l1": 0.0004068609892735832, "l2": 5.505075251169313e-06, "linear_decay": 2.911100696975669e-07, "exponential_decay": 9.113448954710427e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed942":[{"learning_rate": 0.16115089120162812, "beta1": 0.7970471856406971, "beta2": 0.99998986670428, "epsilon": 2.3634995909851974e-10, "l1": 4.024613450960444e-07, "l2": 1.8801463203139313e-06, "linear_decay": 6.24337539420278e-06, "exponential_decay": 0.0008696226131237742}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed943":[{"learning_rate": 0.0415182509040046, "beta1": 0.9565331797727517, "beta2": 0.9706133395919787, "epsilon": 1.622680977485695e-05, "l1": 1.8859659723039588, "l2": 0.16492181936528266, "linear_decay": 3.616843901005775e-05, "exponential_decay": 3.3931038648960615e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed944":[{"learning_rate": 0.6959411248993314, "beta1": 0.28566137344784215, "beta2": 0.9999350141905947, "epsilon": 25.022759315487825, "l1": 2.801881235850163e-07, "l2": 5.3257581906669237e-08, "linear_decay": 3.298041535646745e-07, "exponential_decay": 0.0003625617856173103}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed945":[{"learning_rate": 0.00020026936454579504, "beta1": 0.9889726867490172, "beta2": 0.9998904478434294, "epsilon": 65.05888907238662, "l1": 5.851535146033718, "l2": 2.665211253863557, "linear_decay": 1.4982843090379988e-06, "exponential_decay": 0.00011487202390395155}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed946":[{"learning_rate": 0.20087685704849384, "beta1": 0.9990266728236123, "beta2": 0.9999955737707579, "epsilon": 0.5886884778719778, "l1": 1.2135245867952116e-06, "l2": 0.0003182091907971467, "linear_decay": 6.159226887585621e-05, "exponential_decay": 0.0002538659184714984}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed947":[{"learning_rate": 1.1579324942496436, "beta1": 0.8626273654894523, "beta2": 0.999986009346187, "epsilon": 0.0021485866287888396, "l1": 2.3478709737906817e-05, "l2": 7.731696801445574e-08, "linear_decay": 1.652029927051565e-07, "exponential_decay": 1.2975197336375363e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed948":[{"learning_rate": 2.299089308408954e-06, "beta1": 0.9994911687860869, "beta2": 0.9999625913616095, "epsilon": 3.4662815682102476e-07, "l1": 0.000755728360369193, "l2": 3.142088948451559e-08, "linear_decay": 3.752747521827564e-07, "exponential_decay": 5.521464394452008e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed949":[{"learning_rate": 2.968337193261156e-08, "beta1": 0.9989813864334793, "beta2": 0.9999777751285426, "epsilon": 2.0976912748997535e-10, "l1": 0.5156771635711376, "l2": 8.703267311939431e-07, "linear_decay": 2.0389205079061982e-06, "exponential_decay": 8.630947023588024e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed950":[{"learning_rate": 0.25569870894830854, "beta1": 0.9996721186716946, "beta2": 0.9999975096630711, "epsilon": 0.04974503391170171, "l1": 3.843986255009588e-06, "l2": 1.701749713208394e-05, "linear_decay": 1.2803588305110904e-07, "exponential_decay": 6.263636021871111e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed951":[{"learning_rate": 0.001652196523690485, "beta1": 0.9998408731993114, "beta2": 0.9999986055236049, "epsilon": 0.6620401468319562, "l1": 0.008171497462865869, "l2": 5.220522192142732e-06, "linear_decay": 4.096879655958067e-07, "exponential_decay": 2.0173878319133517e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed952":[{"learning_rate": 5.029732540217224e-06, "beta1": 0.8915128795574508, "beta2": 0.9999138263218802, "epsilon": 0.8274781267533778, "l1": 0.10315998084016281, "l2": 0.01645041429868298, "linear_decay": 3.0408018327941976e-06, "exponential_decay": 1.9627826809266993e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed953":[{"learning_rate": 2.273552595633597, "beta1": 0.9859120308518978, "beta2": 0.9703782403001113, "epsilon": 144.94375842103824, "l1": 0.0007060165691346025, "l2": 0.00011513754614411072, "linear_decay": 6.94619511286373e-07, "exponential_decay": 0.0009375653426203289}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed954":[{"learning_rate": 1.132860136907575e-08, "beta1": 0.9907920782020981, "beta2": 0.9970701520814085, "epsilon": 4.746530155790711e-06, "l1": 3.03946813649199e-06, "l2": 0.00045737978822477614, "linear_decay": 2.1838357507707454e-06, "exponential_decay": 0.0008023498438083575}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed955":[{"learning_rate": 1.1053726048333514e-05, "beta1": 0.5112762500302023, "beta2": 0.9999763768834616, "epsilon": 0.0038574156630805365, "l1": 4.0965143160256465, "l2": 0.32945383454031424, "linear_decay": 5.041734847323171e-05, "exponential_decay": 4.347392759850457e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed956":[{"learning_rate": 3.447653561165459e-07, "beta1": 0.9315023876285062, "beta2": 0.9965659612294434, "epsilon": 0.0007575145552199534, "l1": 5.516383441462998e-08, "l2": 5.9868404925961424e-05, "linear_decay": 2.0590222488791792e-05, "exponential_decay": 1.955971156551023e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed957":[{"learning_rate": 1.3906809215746365, "beta1": 0.9943086640976128, "beta2": 0.050525805835501814, "epsilon": 6.743608878252787e-10, "l1": 0.0008457777962165461, "l2": 0.18382375098082304, "linear_decay": 7.776673342451497e-05, "exponential_decay": 0.0007819888152891678}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed958":[{"learning_rate": 1.4986822982995397e-08, "beta1": 0.9966161979030687, "beta2": 0.9999969158328896, "epsilon": 8.784141475229331, "l1": 9.065800366057713, "l2": 0.02246827414232363, "linear_decay": 2.1561009336034257e-05, "exponential_decay": 1.671223049439143e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed959":[{"learning_rate": 0.0001421705701168952, "beta1": 0.980618335586665, "beta2": 0.9998788718028184, "epsilon": 5.561150531783211e-06, "l1": 0.005610153354683372, "l2": 3.2378232762109357e-06, "linear_decay": 1.5572895783463456e-07, "exponential_decay": 1.1338126936316637e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed960":[{"learning_rate": 0.28856660429453457, "beta1": 0.9983633157099293, "beta2": 0.8226169831470679, "epsilon": 0.4712162211048552, "l1": 0.0018375658180780276, "l2": 0.0057348273255692205, "linear_decay": 2.9566613750203127e-05, "exponential_decay": 4.476168246018622e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed961":[{"learning_rate": 0.00013355001585023906, "beta1": 0.9998863127328217, "beta2": 0.4413933425124428, "epsilon": 5.4908649777994514e-06, "l1": 1.572136243016797e-06, "l2": 0.0011175373567324258, "linear_decay": 1.6040982792468223e-06, "exponential_decay": 2.678066272070578e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed962":[{"learning_rate": 0.015818436896557694, "beta1": 0.9998939245874211, "beta2": 0.9999096556631019, "epsilon": 2.3962538115396625e-08, "l1": 2.2668685132210375e-05, "l2": 7.0495352575626775, "linear_decay": 1.2288387331875977e-06, "exponential_decay": 3.829148500800416e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed963":[{"learning_rate": 1.073535239120857e-07, "beta1": 0.9997508643951017, "beta2": 0.9898768765088677, "epsilon": 3.280841458955786, "l1": 3.734247501083386e-08, "l2": 2.3407324190149958e-07, "linear_decay": 9.550799498599809e-05, "exponential_decay": 1.3892866922663129e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed964":[{"learning_rate": 0.00046696269878102845, "beta1": 0.9994558162383363, "beta2": 0.8956407254342555, "epsilon": 2.804225109018484e-07, "l1": 0.0001892321125337608, "l2": 0.23574570720880808, "linear_decay": 3.154325805913388e-07, "exponential_decay": 0.00037416224341452165}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed965":[{"learning_rate": 0.14218952229734746, "beta1": 0.4467775829717294, "beta2": 0.946939655004394, "epsilon": 0.0019484528708652454, "l1": 0.010527492213163164, "l2": 2.503062180341574e-08, "linear_decay": 7.73191709082104e-05, "exponential_decay": 8.771340220688139e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed966":[{"learning_rate": 4.569419256047074e-08, "beta1": 0.7649222122926448, "beta2": 0.9986142369507821, "epsilon": 1.0336372364746984e-08, "l1": 9.289921561121908, "l2": 0.28844777526716003, "linear_decay": 7.561468904322356e-05, "exponential_decay": 6.84562789106988e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed967":[{"learning_rate": 5.3600753687465164e-08, "beta1": 0.8649713012634777, "beta2": 0.9970500695803824, "epsilon": 0.025563122030409134, "l1": 0.0006516348598329041, "l2": 1.2132989453489772e-05, "linear_decay": 3.5968829320543525e-05, "exponential_decay": 2.2441092700404147e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed968":[{"learning_rate": 8.220228604520356e-08, "beta1": 0.6598708204945245, "beta2": 0.9984183490406728, "epsilon": 1.7256523687875203e-06, "l1": 1.513993422126921e-05, "l2": 4.141308830288363e-08, "linear_decay": 1.102099942913621e-06, "exponential_decay": 1.89882510969573e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed969":[{"learning_rate": 3.241658306192477e-06, "beta1": 0.9973922837286789, "beta2": 0.9999880614765386, "epsilon": 0.08559246428042565, "l1": 5.862254280190531e-06, "l2": 0.0013713360524411568, "linear_decay": 6.631955616371263e-05, "exponential_decay": 2.557221593899344e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed970":[{"learning_rate": 0.24344560201777257, "beta1": 0.9996474652431099, "beta2": 0.864761405703206, "epsilon": 176.96148225606825, "l1": 2.6582360539669266e-08, "l2": 1.5091320081987319e-06, "linear_decay": 2.090069089916406e-05, "exponential_decay": 2.557556538248089e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed971":[{"learning_rate": 0.006009037297400389, "beta1": 0.8781386793459589, "beta2": 0.9999222760779276, "epsilon": 1.4077051639150374e-07, "l1": 7.398140247456981e-07, "l2": 0.0001105883415814547, "linear_decay": 1.3052132366810183e-07, "exponential_decay": 0.00026031550499682285}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed972":[{"learning_rate": 8.706589358512211, "beta1": 0.5810062256441367, "beta2": 0.9981660710168513, "epsilon": 8.990082657180894e-07, "l1": 7.951045576959531e-05, "l2": 0.14680564473066846, "linear_decay": 1.3163409660295554e-07, "exponential_decay": 4.208292410975034e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed973":[{"learning_rate": 2.1838275058326917, "beta1": 0.9944723380989597, "beta2": 0.9995486428759018, "epsilon": 1.6294338129010945e-06, "l1": 1.966382782536106, "l2": 0.033173317688942806, "linear_decay": 2.988316410931581e-07, "exponential_decay": 0.0003560498084724792}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed974":[{"learning_rate": 3.5189787536449224e-06, "beta1": 0.9974441069076403, "beta2": 0.9998589755302675, "epsilon": 0.02167305993937483, "l1": 3.46780431223034, "l2": 0.000419177499625551, "linear_decay": 6.774964603600678e-07, "exponential_decay": 6.572072393505127e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed975":[{"learning_rate": 0.08808015133787259, "beta1": 0.9832904483810281, "beta2": 0.9999926017527251, "epsilon": 0.0002937027197139338, "l1": 6.696186472598324e-06, "l2": 4.8269265155095526e-08, "linear_decay": 1.166911203701615e-06, "exponential_decay": 1.5214849317385886e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed976":[{"learning_rate": 4.50046376236071, "beta1": 0.9996462884709082, "beta2": 0.1647404553870272, "epsilon": 0.0003520191093506734, "l1": 3.529691849521329, "l2": 2.100943311920044e-08, "linear_decay": 4.5004429488022964e-07, "exponential_decay": 6.734533771196417e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed977":[{"learning_rate": 3.3599952328151106e-08, "beta1": 0.99631129019306, "beta2": 0.9999976666382133, "epsilon": 0.00015292474399810745, "l1": 5.0739324039704605e-05, "l2": 5.921403316357235e-07, "linear_decay": 1.3081524103868384e-06, "exponential_decay": 0.0008828936366407757}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed978":[{"learning_rate": 0.05359180470618377, "beta1": 0.3703631128740855, "beta2": 0.9999959128764722, "epsilon": 7.698094491926472e-06, "l1": 1.1359272547662323e-07, "l2": 0.12004556345743915, "linear_decay": 2.3777277425087822e-05, "exponential_decay": 1.0375265773030739e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed979":[{"learning_rate": 6.902618890058869e-06, "beta1": 0.9923408540493929, "beta2": 0.9997969185224355, "epsilon": 3.163717815019406e-07, "l1": 2.4512155411267216, "l2": 6.090483163221452e-07, "linear_decay": 6.332232445060724e-05, "exponential_decay": 0.0008407919931508959}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed980":[{"learning_rate": 5.958596189501237e-05, "beta1": 0.9995167492177118, "beta2": 0.9647174008068425, "epsilon": 2.324084570049552e-06, "l1": 8.854383572917949e-06, "l2": 0.007140889793632115, "linear_decay": 2.105721860777064e-06, "exponential_decay": 1.1167494421500852e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed981":[{"learning_rate": 0.000636979092448542, "beta1": 0.9955476865965833, "beta2": 0.8021157700711645, "epsilon": 1.2298967109906663e-08, "l1": 3.891351123023858e-06, "l2": 0.6809352965150689, "linear_decay": 6.065678464769508e-05, "exponential_decay": 0.0008482060950499775}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed982":[{"learning_rate": 1.9410014520883197e-07, "beta1": 0.7115778831782886, "beta2": 0.9999975447966138, "epsilon": 1.6116871715282477e-10, "l1": 0.02966235414971657, "l2": 6.258641845999005e-08, "linear_decay": 7.331798318911301e-06, "exponential_decay": 0.00015773847355641865}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed983":[{"learning_rate": 1.0400208642865931e-07, "beta1": 0.9758073248095419, "beta2": 0.8461199291251071, "epsilon": 1.9207492380246695e-08, "l1": 0.00041919379613555955, "l2": 0.4656658399680766, "linear_decay": 1.2661096599823015e-07, "exponential_decay": 7.464174949130846e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed984":[{"learning_rate": 1.068249115563097e-06, "beta1": 0.9676640094769609, "beta2": 0.9990483433245575, "epsilon": 7.474190937472882e-09, "l1": 0.42291863206656943, "l2": 9.037793237325344e-07, "linear_decay": 5.7803573068939405e-06, "exponential_decay": 9.853047052774375e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed985":[{"learning_rate": 3.0911253093003784e-06, "beta1": 0.9996297070706651, "beta2": 0.9958458145160803, "epsilon": 0.00028821952742943806, "l1": 1.9848626903938646e-06, "l2": 0.043577074246195675, "linear_decay": 3.282630931552497e-05, "exponential_decay": 1.0922583383382827e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed986":[{"learning_rate": 0.007478758346209353, "beta1": 0.9801756197042687, "beta2": 0.9902310332158962, "epsilon": 3.9120156055685658, "l1": 0.0003244974380465511, "l2": 1.0467208769450668e-06, "linear_decay": 5.294939249217863e-07, "exponential_decay": 1.3084937441679196e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed987":[{"learning_rate": 4.505283620354218e-05, "beta1": 0.9962935646282023, "beta2": 0.8124158770791992, "epsilon": 9.304217076972348e-05, "l1": 0.4367597881015356, "l2": 1.8756224656539389, "linear_decay": 5.452781381367429e-05, "exponential_decay": 1.292367013969662e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed988":[{"learning_rate": 3.789807509017697e-05, "beta1": 0.2293052541378947, "beta2": 0.999781292855295, "epsilon": 5.58497550278896e-10, "l1": 3.7234059451298664e-05, "l2": 4.2774916264720054e-08, "linear_decay": 3.9530650537624614e-06, "exponential_decay": 0.0001604825472599903}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed989":[{"learning_rate": 0.021284186594513064, "beta1": 0.8987503128472201, "beta2": 0.9999815805588261, "epsilon": 2.0567074218890538, "l1": 2.5534488414404504e-06, "l2": 0.02011499897975776, "linear_decay": 4.034933476557904e-05, "exponential_decay": 0.00032310507355459147}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed990":[{"learning_rate": 6.690831214435981, "beta1": 0.9987989465720729, "beta2": 0.9999960874026457, "epsilon": 3.230972762643778e-05, "l1": 1.0490532154458338e-07, "l2": 0.003666957529199955, "linear_decay": 4.284406311074891e-05, "exponential_decay": 2.100643976695523e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed991":[{"learning_rate": 7.056730402352225e-08, "beta1": 0.9990292765263425, "beta2": 0.5229709172481911, "epsilon": 0.0006105918454184519, "l1": 0.292538984356892, "l2": 9.645954434301674e-05, "linear_decay": 4.803231712990459e-05, "exponential_decay": 7.405211279969481e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed992":[{"learning_rate": 3.4983212972715747e-08, "beta1": 0.9772914211343248, "beta2": 0.9995765462292124, "epsilon": 1.387249065696548e-08, "l1": 0.30316371417544247, "l2": 0.045190675146420986, "linear_decay": 1.723594738816243e-06, "exponential_decay": 3.813464001163757e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed993":[{"learning_rate": 1.681687070522825e-06, "beta1": 0.9995301492785762, "beta2": 0.9994077345287847, "epsilon": 5.503929651309299e-09, "l1": 1.1917811803982487e-05, "l2": 5.925873092869147e-05, "linear_decay": 8.480868112685814e-06, "exponential_decay": 1.6299651916597829e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed994":[{"learning_rate": 3.179153482850973e-05, "beta1": 0.9398659881124256, "beta2": 0.9999345691525338, "epsilon": 14.197429829878784, "l1": 0.18179832624021658, "l2": 0.03454193120868237, "linear_decay": 2.9705458293152706e-05, "exponential_decay": 3.585631591830752e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed995":[{"learning_rate": 1.8228180632719088e-05, "beta1": 0.12655575952649656, "beta2": 0.7817982829117758, "epsilon": 3.400411002664624e-10, "l1": 6.530025463466836e-06, "l2": 7.310927573595609e-05, "linear_decay": 1.6067496886926798e-07, "exponential_decay": 1.6481452237103343e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed996":[{"learning_rate": 6.023760095287125e-07, "beta1": 0.9981798585284799, "beta2": 0.6313292200190734, "epsilon": 3.037708445751402e-07, "l1": 8.66618957917089e-06, "l2": 6.787445321414841e-05, "linear_decay": 3.267017159969787e-06, "exponential_decay": 2.6593226869051046e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed997":[{"learning_rate": 0.00010243257160719434, "beta1": 0.570042673309129, "beta2": 0.9999973231224897, "epsilon": 484.9726181016641, "l1": 0.00040519413401456274, "l2": 0.16517508140963733, "linear_decay": 3.374023382792628e-07, "exponential_decay": 3.464930502492791e-05}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed998":[{"learning_rate": 4.065016487926764, "beta1": 0.9550830306697313, "beta2": 0.9997904606541977, "epsilon": 5.7433503405062445e-08, "l1": 0.020295559931472702, "l2": 0.2200018225053266, "linear_decay": 2.108778261208367e-05, "exponential_decay": 7.05823839826608e-06}, "adam8p_wide_grid"],
"adam8p_wide_grid_seed999":[{"learning_rate": 0.17015799545315774, "beta1": 0.9871148587803342, "beta2": 0.9999948159546729, "epsilon": 0.0206946828504483, "l1": 6.581537573088724e-08, "l2": 9.773072648738292e-06, "linear_decay": 1.9148856399932666e-06, "exponential_decay": 2.1719136897054463e-05}, "adam8p_wide_grid"]
}
